-- Logs begin at Wed 2022-05-04 14:05:04 UTC, end at Wed 2022-05-04 15:10:14 UTC. -- May 04 14:43:15.388334 dv-cinder-840493-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 04 14:43:18.226071 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.common.config [-] Logging enabled! May 04 14:43:18.226725 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev179 May 04 14:43:18.226868 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115027) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 14:43:18.230357 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.common.config [-] Logging enabled! May 04 14:43:18.230591 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev179 May 04 14:43:18.230925 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115027) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 14:43:18.231908 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 14:43:18.232115 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 14:43:18.232574 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 14:43:18.232817 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 14:43:18.233070 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 14:43:18.233393 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.233806 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.234048 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.234343 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.234622 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.234925 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.235216 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.235503 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.235789 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.236074 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.236363 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.236594 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.236900 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.237187 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.237475 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.237698 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] debug = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.237975 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.238423 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.238825 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.239118 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.239406 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.239677 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.239947 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.240234 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.240505 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.240863 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] host = dv-cinder-840493-1-iscsi {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.241146 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.241433 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.241720 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.242031 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.242308 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.242621 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.242909 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.243181 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.243456 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] log_file = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.243735 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.244024 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.244318 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.244603 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.244852 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.245079 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.245364 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.245665 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.245941 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.246225 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.246494 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.246767 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.247046 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.247313 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.247600 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.247887 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.248242 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.248522 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.248831 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.249096 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.249368 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.249654 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.249928 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.250205 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.250477 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.250766 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.251034 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.251307 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.251614 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.251902 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.252185 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.252470 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.252747 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.253061 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.253334 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.253607 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.253879 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] use_json = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.254161 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.254424 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.254705 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.254976 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.255248 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.255521 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.255793 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.256078 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.256350 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:18.256652 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.256983 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.257284 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.257571 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.257875 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.258157 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.258446 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.258726 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.259015 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.259300 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.259592 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.259871 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.260175 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.260460 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.260757 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.261089 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.261382 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.261675 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.261951 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.262225 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.262500 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.262780 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.263068 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.263350 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.263674 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.263966 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.264248 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.264549 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.264857 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.265146 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.265438 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.266077 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.266352 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.266632 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.266933 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.267212 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.267490 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.267774 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.268064 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.268344 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.268620 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.268938 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.269224 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.269498 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.269773 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.270057 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.270354 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.270631 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.270906 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.271180 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.271460 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.271734 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.272027 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.272310 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.272585 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.272887 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.273170 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.273448 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.273724 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.274004 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.274279 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.274559 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.274833 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.275104 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.275375 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.275646 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.275921 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.276193 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.276465 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.276744 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.277048 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.277324 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.277598 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.277873 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.278148 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.278450 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.278731 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.279014 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.279366 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.279648 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.279929 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.280209 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.280490 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.280769 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.281065 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.281356 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.281642 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.281935 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.282220 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.282522 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.282820 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.283102 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.283379 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.283662 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.283944 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.284223 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.284510 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.284818 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.285116 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.285412 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.285707 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.286005 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.286305 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.286592 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.286914 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.287196 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:18.287415 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 14:43:18.287666 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115027) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 14:43:18.755800 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 14:43:18.756106 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 14:43:18.756340 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 14:43:18.756693 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 14:43:19.098685 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.098925 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.099133 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.100346 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.100729 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.101114 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.162716 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.162942 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.163243 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.178503 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.178787 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.179055 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.210434 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.210728 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.210993 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.248567 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.249275 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.249275 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.597486 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.597727 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.598004 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.598298 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.599003 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.698160 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.698483 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.698767 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.699039 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.699305 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.699618 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.699877 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.700134 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.700386 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.700671 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.700961 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.701235 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.701496 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.701744 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.701984 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.702249 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.702504 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.702772 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.703049 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.703311 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.703583 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.703837 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.704120 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.704504 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.704758 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.705028 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.705426 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:43:19.705668 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:43:19.705904 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:43:19.706140 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:43:19.706374 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:43:19.706608 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:43:19.706978 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 14:43:19.710197 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 14:43:19.714184 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 14:43:19.718286 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 04 14:43:19.719928 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 14:43:19.720409 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 14:43:19.720928 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 14:43:19.721320 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 14:43:19.724137 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 14:43:19.724386 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 14:43:19.724736 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 14:43:19.729662 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 04 14:43:19.753286 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 14:43:19.753738 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.754036 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115027) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 04 14:43:19.754410 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.755761 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115027) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 14:43:19.756045 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 14:43:19.756295 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 14:43:19.759636 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.759914 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:19.822480 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 14:43:19.822718 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 14:43:19.823006 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 14:43:19.823370 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 14:43:19.846154 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_db.sqlalchemy.engines [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115027) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 14:43:20.299479 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Initializing driver for type 'gre' May 04 14:43:20.300166 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] gre ID ranges: [(1, 1000)] May 04 14:43:20.362695 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Initializing driver for type 'local' May 04 14:43:20.363070 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Initializing driver for type 'vlan' May 04 14:43:20.378884 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] VlanTypeDriver initialization complete May 04 14:43:20.379222 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Initializing driver for type 'vxlan' May 04 14:43:20.379778 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] vxlan ID ranges: [(1, 1000)] May 04 14:43:20.438532 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Initializing extension driver 'port_security' May 04 14:43:20.439016 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.extensions.port_security [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] PortSecurityExtensionDriver initialization complete May 04 14:43:20.439396 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Initializing mechanism driver 'openvswitch' May 04 14:43:20.439740 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Initializing mechanism driver 'hyperv' May 04 14:43:20.446656 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.plugins.ml2.plugin [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:20.447542 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > port after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.447916 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > port after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.448270 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > port after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.448872 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 14:43:20.449386 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > subnet after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.449722 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > subnet after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.450071 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.450467 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 14:43:20.450873 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > network after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.451220 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > network after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.451563 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > network after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.451956 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 14:43:20.452358 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > security_group after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.452704 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > security_group after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.453066 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.453471 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 14:43:20.453875 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.454219 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.454557 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.454955 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 14:43:20.455355 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > address_group after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.455698 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > address_group after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.456041 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.456433 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 14:43:20.456950 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] ML2 OVO RPC backend initialized. {{(pid=115027) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 04 14:43:20.457702 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.458053 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.458465 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > network before_response 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.458815 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > networks before_response 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.459155 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > port before_response 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.459499 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > ports before_response 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.459835 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > subnet before_response 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.460174 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > subnets before_response 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.460517 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > network after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.460888 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > network after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.461225 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > network after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.461562 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > port after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.461895 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > port after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.462224 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > port after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.462555 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > subnet after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.462886 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > subnet after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.463214 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.471463 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded quota_driver: . May 04 14:43:20.471884 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.plugin [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Modular L2 Plugin initialization complete May 04 14:43:20.472239 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading services supported by the core plugin {{(pid=115027) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 14:43:20.472594 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.plugins.ml2.managers [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Got port-security extension from driver 'port_security' May 04 14:43:20.473131 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.extensions.vlantransparent [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Disabled vlantransparent extension. May 04 14:43:20.473640 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115027) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 14:43:20.473961 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading Plugin: router May 04 14:43:20.510459 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.510825 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router after_create 55549900 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.511217 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router before_create 55549900 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.511564 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.511966 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.512318 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router after_delete 55549900 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.512654 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.513028 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.513381 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router after_create 55549900 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.513755 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router after_update 55549900 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.514092 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router after_update 55549900 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.514447 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.514957 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router after_update 55549900 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.515346 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router precommit_update 55549900 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.516025 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: port after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.516359 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: port after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.516698 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: subnet after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.517058 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.517410 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.517777 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router precommit_create 55549900 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.518157 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: port before_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.518508 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router precommit_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.518859 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router after_update 55549900 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.519197 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.519542 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router precommit_create 55549900 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.519899 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.520238 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router precommit_update 55549900 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.520598 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > agent after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.520967 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > agent after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.521314 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > network after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.522265 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Tracking information for resource: router configured {{(pid=115027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:43:20.522597 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Tracking information for resource: floatingip configured {{(pid=115027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:43:20.527777 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.db.l3_agentschedulers_db [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 14:43:20.528358 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: port after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.528727 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: port after_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.529160 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: port after_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.529545 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: port after_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.530343 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router before_create 55550100 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.530710 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.531068 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router precommit_create 55550100 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.531421 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > router precommit_update 55550100 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.536292 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.services.provider_configuration [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Service providers = [] {{(pid=115027) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 14:43:20.536635 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.db.servicetype_db [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115027) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 14:43:20.539633 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.services.service_base [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115027) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:43:20.539958 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.services.service_base [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115027) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:43:20.540297 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.services.service_base [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115027) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:43:20.541205 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.services.service_base [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115027) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:43:20.541585 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.services.service_base [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 14:43:20.541978 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:43:20.542328 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 14:43:20.553202 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:43:20.553465 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading Plugin: auto_allocate May 04 14:43:20.559323 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: network precommit_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.559695 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: network precommit_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.560219 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:43:20.560788 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading Plugin: tag May 04 14:43:20.567809 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:43:20.568159 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading Plugin: timestamp May 04 14:43:20.572152 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:43:20.572466 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading Plugin: network_ip_availability May 04 14:43:20.578099 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.578471 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.578858 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.579591 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:43:20.579905 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading Plugin: flavors May 04 14:43:20.584977 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:43:20.585309 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading Plugin: revisions May 04 14:43:20.589634 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:43:20.590022 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_concurrency.lockutils [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=115027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 14:43:20.590812 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115027) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 04 14:43:20.591149 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Initializing extension manager. May 04 14:43:20.591742 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: __init__.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.592100 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: __pycache__ {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.592429 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: _port_mac_address_override.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.592756 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: address_group.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.593566 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.594173 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: address-group May 04 14:43:20.594480 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: address_scope.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.595196 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.595695 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: address-scope May 04 14:43:20.596011 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.596990 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.597477 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: router-admin-state-down-before-update May 04 14:43:20.597793 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: agent.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.598488 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.598974 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: agent May 04 14:43:20.599300 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: agent_resources_synced.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.600207 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.600737 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: agent-resources-synced May 04 14:43:20.601069 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: allowedaddresspairs.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.602890 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.603426 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: allowed-address-pairs May 04 14:43:20.603772 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: auto_allocated_topology.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.604875 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.605401 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: auto-allocated-topology May 04 14:43:20.605721 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: availability_zone.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.606415 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.606917 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: availability_zone May 04 14:43:20.607277 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: availability_zone_filter.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.608189 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.608715 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: availability_zone_filter May 04 14:43:20.609093 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: data_plane_status.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.610047 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.610556 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension data-plane-status not supported by any of loaded plugins May 04 14:43:20.610870 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: default_subnetpools.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.611770 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.612276 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: default-subnetpools May 04 14:43:20.612598 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.613444 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.613951 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: dhcp_agent_scheduler May 04 14:43:20.614270 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: dns.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.615170 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.615672 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension dns-integration not supported by any of loaded plugins May 04 14:43:20.616005 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: dns_domain_ports.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.617014 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.617530 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 14:43:20.617848 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.618760 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.619260 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 04 14:43:20.619585 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: dvr.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.620252 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.620750 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: dvr May 04 14:43:20.621090 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: ecmp_routes.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.622003 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.622497 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension ecmp_routes not supported by any of loaded plugins May 04 14:43:20.622818 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: empty_string_filtering.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.623797 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.624348 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: empty-string-filtering May 04 14:43:20.624703 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.625721 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.626225 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 14:43:20.626542 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.627447 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.627956 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 14:43:20.628276 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: external_net.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.629225 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.629731 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: external-net May 04 14:43:20.630046 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.630957 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.631457 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: extra_dhcp_opt May 04 14:43:20.631775 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: extraroute.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.632704 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.633257 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: extraroute May 04 14:43:20.633579 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: extraroute_atomic.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.634850 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.635360 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: extraroute-atomic May 04 14:43:20.635685 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: filter_validation.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.636358 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.636890 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: filter-validation May 04 14:43:20.637209 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: fip_pf_description.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.638110 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.638722 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 14:43:20.639042 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: fip_pf_port_range.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.640001 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.640824 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 04 14:43:20.641163 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: fip_port_details.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.642111 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.642645 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: fip-port-details May 04 14:43:20.642965 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: flavors.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.644213 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.644726 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: flavors May 04 14:43:20.645068 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.646759 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.647278 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 14:43:20.647604 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: floatingip_pools.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.648306 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.648884 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: floatingip-pools May 04 14:43:20.649209 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: ip_allocation.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.650170 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.650674 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension ip_allocation not supported by any of loaded plugins May 04 14:43:20.650990 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.651907 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.652414 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: ip-substring-filtering May 04 14:43:20.652735 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: l2_adjacency.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.653699 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.654251 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 14:43:20.654570 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: l3.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.655593 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.656117 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: router May 04 14:43:20.656437 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.658840 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.659372 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 14:43:20.659699 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.660627 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.661172 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: ext-gw-mode May 04 14:43:20.661493 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.662409 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.662923 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: l3-ha May 04 14:43:20.663284 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.664220 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.664722 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 04 14:43:20.665073 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: l3_flavors.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.665998 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.666501 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: l3-flavors May 04 14:43:20.666819 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.668231 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.668726 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 04 14:43:20.669086 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.670070 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.670595 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 14:43:20.670917 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: l3agentscheduler.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.672079 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.672612 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: l3_agent_scheduler May 04 14:43:20.672971 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: local_ip.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.676301 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.676846 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension local_ip not supported by any of loaded plugins May 04 14:43:20.677175 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: logging.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.678641 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.679158 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension logging not supported by any of loaded plugins May 04 14:43:20.679483 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: metering.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.680255 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.680931 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: metering May 04 14:43:20.681256 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.682342 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.682865 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: metering_source_and_destination_fields May 04 14:43:20.683185 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: multiprovidernet.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.684105 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.684617 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: multi-provider May 04 14:43:20.684985 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: netmtu.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.685948 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.686450 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: net-mtu May 04 14:43:20.686770 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: netmtu_writable.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.687669 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.688172 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: net-mtu-writable May 04 14:43:20.688490 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: network_availability_zone.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.689192 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.689692 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: network_availability_zone May 04 14:43:20.690008 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: network_ip_availability.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.691185 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.691695 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: network-ip-availability May 04 14:43:20.692015 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: network_segment_range.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.692803 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.693317 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension network-segment-range not supported by any of loaded plugins May 04 14:43:20.693636 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: pagination.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.694913 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.695327 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: pagination May 04 14:43:20.695819 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: port_device_profile.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.697104 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.697867 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: port-device-profile May 04 14:43:20.698286 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: port_mac_address_override.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.699612 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.700334 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: port-mac-override May 04 14:43:20.700851 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.702448 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.702861 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: port-mac-address-regenerate May 04 14:43:20.703392 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.704819 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.705460 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: port-numa-affinity-policy May 04 14:43:20.705901 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: port_resource_request.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.707118 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.707748 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension port-resource-request not supported by any of loaded plugins May 04 14:43:20.708175 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: port_resource_request_groups.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.709584 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.710130 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 04 14:43:20.710478 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: portbindings.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.711665 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.712305 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: binding May 04 14:43:20.712780 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: portbindings_extended.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.714416 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.715092 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: binding-extended May 04 14:43:20.715457 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: portsecurity.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.716600 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.717160 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: port-security May 04 14:43:20.717492 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: project_id.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.718482 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.718813 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: project-id May 04 14:43:20.719134 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: providernet.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.720139 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.720656 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: provider May 04 14:43:20.721012 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: qos.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.724978 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.725513 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension qos not supported by any of loaded plugins May 04 14:43:20.725840 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.727094 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.727602 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 14:43:20.727928 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.728910 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.729465 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 14:43:20.729784 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: qos_default.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.730728 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.731233 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension qos-default not supported by any of loaded plugins May 04 14:43:20.731559 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: qos_fip.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.732594 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.733135 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension qos-fip not supported by any of loaded plugins May 04 14:43:20.733455 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.734369 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.734877 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 04 14:43:20.735196 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: qos_gateway_ip.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.736117 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.736628 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 14:43:20.736977 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: qos_port_network_policy.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.737900 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.738410 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 14:43:20.738729 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.739803 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.740307 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 04 14:43:20.740629 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.741693 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.742203 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 04 14:43:20.742527 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: qos_pps_rule.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.743767 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.744316 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension qos-pps not supported by any of loaded plugins May 04 14:43:20.744645 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: qos_rule_type_details.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.745588 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.746098 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 14:43:20.746418 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: qos_rule_type_filter.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.747333 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.747835 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 04 14:43:20.748180 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: qos_rules_alias.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.749235 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.749746 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 14:43:20.750066 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: quota_check_limit.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.751044 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.751605 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: quota-check-limit May 04 14:43:20.751972 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: quotasv2.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.753017 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.753342 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: quotas May 04 14:43:20.753664 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: quotasv2_detail.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.755408 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.755726 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: quota_details May 04 14:43:20.756051 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: rbac.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.757167 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.757695 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: rbac-policies May 04 14:43:20.758019 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: rbac_address_group.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.758955 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.759492 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: rbac-address-group May 04 14:43:20.759835 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: rbac_address_scope.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.760780 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.761319 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: rbac-address-scope May 04 14:43:20.761639 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: rbac_security_groups.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.762555 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.763063 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: rbac-security-groups May 04 14:43:20.763383 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: rbac_subnetpool.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.764369 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.764937 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: rbac-subnetpool May 04 14:43:20.765255 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: revisionifmatch.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.766505 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.767010 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: revision-if-match May 04 14:43:20.767330 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: revisions.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.768454 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.769027 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: standard-attr-revisions May 04 14:43:20.769395 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: router_availability_zone.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.770080 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.770589 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: router_availability_zone May 04 14:43:20.770908 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: routerservicetype.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.771821 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.772332 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension router-service-type not supported by any of loaded plugins May 04 14:43:20.772651 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.773595 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.774107 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: security-groups-normalized-cidr May 04 14:43:20.774427 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.775340 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.775847 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: port-security-groups-filtering May 04 14:43:20.776153 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.777152 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.777680 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: security-groups-remote-address-group May 04 14:43:20.777997 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.779099 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.779622 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: security-groups-shared-filtering May 04 14:43:20.779943 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.780543 dv-cinder-840493-1-iscsi neutron-server[115027]: WARNING neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 04 14:43:20.780893 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: securitygroup.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.790891 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.791453 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: security-group May 04 14:43:20.791790 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: segment.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.792561 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.793097 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension segment not supported by any of loaded plugins May 04 14:43:20.793428 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.794421 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.794992 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 14:43:20.795314 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: servicetype.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.796439 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.796981 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: service-type May 04 14:43:20.797311 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: sorting.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.798305 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.798632 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: sorting May 04 14:43:20.798986 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: standard_attr_segment.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.799946 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.800460 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 14:43:20.800768 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: standardattrdescription.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.801489 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.802029 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: standard-attr-description May 04 14:43:20.802348 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: stateful_security_group.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.803349 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.803807 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: stateful-security-group May 04 14:43:20.804127 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: stdattrs_common.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.804700 dv-cinder-840493-1-iscsi neutron-server[115027]: WARNING neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 14:43:20.805035 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.805962 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.806473 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 14:43:20.806790 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: subnet_onboard.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.807876 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.808388 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: subnet_onboard May 04 14:43:20.808712 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.809669 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.810181 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 14:43:20.810528 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: subnet_service_types.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.811495 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.812025 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: subnet-service-types May 04 14:43:20.812337 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: subnetallocation.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.813472 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.813979 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: subnet_allocation May 04 14:43:20.814299 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.814974 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.815481 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: subnetpool-prefix-ops May 04 14:43:20.815808 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.816822 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.817713 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 14:43:20.818033 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: tagging.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.820390 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.820722 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: standard-attr-tag May 04 14:43:20.821078 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: timestamp.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.822392 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.822912 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loaded extension: standard-attr-timestamp May 04 14:43:20.823229 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: trunk.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.824364 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.824914 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension trunk not supported by any of loaded plugins May 04 14:43:20.825243 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: trunk_details.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.826212 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.826723 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension trunk-details not supported by any of loaded plugins May 04 14:43:20.827045 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: uplink_status_propagation.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.827956 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.828465 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 14:43:20.828805 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Loading extension file: vlantransparent.py {{(pid=115027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:43:20.829496 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:43:20.829994 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 14:43:20.832852 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of TrackedResource for resource:network May 04 14:43:20.833434 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of TrackedResource for resource:subnet May 04 14:43:20.833860 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:43:20.834359 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of TrackedResource for resource:port May 04 14:43:20.835669 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.v2.resource_helper [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:43:20.836101 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.v2.resource_helper [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Service FLAVORS assigned prefix: {{(pid=115027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:43:20.836716 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.v2.resource_helper [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:43:20.837163 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.v2.resource_helper [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:43:20.837491 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of TrackedResource for resource:router May 04 14:43:20.837918 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of TrackedResource for resource:floatingip May 04 14:43:20.838401 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.v2.resource_helper [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Service METERING assigned prefix: /metering {{(pid=115027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:43:20.839905 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.840284 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.840671 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:43:20.841773 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of CountableResource for resource:rbac_policy May 04 14:43:20.842218 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of TrackedResource for resource:security_group May 04 14:43:20.842638 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 14:43:20.843235 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.v2.resource_helper [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Service CORE assigned prefix: {{(pid=115027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:43:20.843562 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:43:20.843905 dv-cinder-840493-1-iscsi neutron-server[115027]: WARNING neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] subnetpool is already registered May 04 14:43:20.844368 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.v2.resource_helper [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Service CORE assigned prefix: {{(pid=115027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:43:20.844647 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:43:20.845007 dv-cinder-840493-1-iscsi neutron-server[115027]: WARNING neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] subnetpool is already registered May 04 14:43:20.847271 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.v2.resource_helper [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:43:20.847701 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.v2.resource_helper [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Service FLAVORS assigned prefix: {{(pid=115027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:43:20.848364 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.v2.resource_helper [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:43:20.848777 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.v2.resource_helper [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:43:20.849141 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of TrackedResource for resource:router May 04 14:43:20.849475 dv-cinder-840493-1-iscsi neutron-server[115027]: WARNING neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] router is already registered May 04 14:43:20.849882 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of TrackedResource for resource:floatingip May 04 14:43:20.850209 dv-cinder-840493-1-iscsi neutron-server[115027]: WARNING neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] floatingip is already registered May 04 14:43:20.850657 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.v2.resource_helper [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Service METERING assigned prefix: /metering {{(pid=115027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:43:20.851311 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of CountableResource for resource:rbac_policy May 04 14:43:20.851633 dv-cinder-840493-1-iscsi neutron-server[115027]: WARNING neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] rbac_policy is already registered May 04 14:43:20.852046 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of TrackedResource for resource:security_group May 04 14:43:20.852375 dv-cinder-840493-1-iscsi neutron-server[115027]: WARNING neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] security_group is already registered May 04 14:43:20.852770 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 14:43:20.853127 dv-cinder-840493-1-iscsi neutron-server[115027]: WARNING neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] security_group_rule is already registered May 04 14:43:20.853742 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.v2.resource_helper [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Service CORE assigned prefix: {{(pid=115027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:43:20.854071 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:43:20.854390 dv-cinder-840493-1-iscsi neutron-server[115027]: WARNING neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] subnetpool is already registered May 04 14:43:20.854806 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.v2.resource_helper [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Service CORE assigned prefix: {{(pid=115027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:43:20.855126 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:43:20.855456 dv-cinder-840493-1-iscsi neutron-server[115027]: WARNING neutron.quota.resource_registry [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] subnetpool is already registered May 04 14:43:20.855919 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: extensions {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.857615 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: address-groups {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.859190 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: address-scopes {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.860505 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: agents {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.861714 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: auto-allocated-topology {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.862950 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: availability_zones {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.864257 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: dhcp-networks {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.865801 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: dhcp-agents {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.867265 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: routers {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.869503 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: flavors {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.870658 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: service_profiles {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.871896 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: next_providers {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.873452 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: service_profiles {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.875001 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: floatingip-pools {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.876216 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: routers {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.878342 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: floatingips {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.880665 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: l3-routers {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.882191 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: l3-agents {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.883653 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: metering-labels {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.885080 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: metering-label-rules {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.886348 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: network-ip-availabilities {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.887601 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: bindings {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.889404 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: quotas {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.891411 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: quotas {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.892953 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: rbac-policies {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.894257 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: security-groups {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.895475 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: security-group-rules {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.896700 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: service-providers {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.898018 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: subnetpools {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.899552 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: subnetpools {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.901046 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: tags {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.902752 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: tags {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.904754 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: tags {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.906574 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: tags {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.908404 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: tags {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.910298 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: tags {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.912158 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: tags {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.914078 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: tags {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.915843 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: tags {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.917744 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron.api.extensions [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Extended resource: tags {{(pid=115027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:43:20.924150 dv-cinder-840493-1-iscsi neutron-server[115027]: WARNING keystonemiddleware.auth_token [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 14:43:20.929287 dv-cinder-840493-1-iscsi neutron-server[115027]: WARNING keystonemiddleware.auth_token [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 14:43:20.938397 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_concurrency.lockutils [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Acquired lock "singleton_lock" {{(pid=115027) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 04 14:43:20.938882 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_concurrency.lockutils [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Releasing lock "singleton_lock" {{(pid=115027) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 04 14:43:20.939563 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO oslo_service.service [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Starting 2 workers May 04 14:43:20.944615 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Started child 115136 {{(pid=115027) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 14:43:20.949428 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Started child 115137 {{(pid=115027) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 14:43:20.950292 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:20.951198 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO neutron.service [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 14:43:20.951723 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:20.951929 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [-] (115136) wsgi starting up on http://0.0.0.0:9696 May 04 14:43:20.954223 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO oslo_service.service [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Starting 1 workers May 04 14:43:20.954430 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:20.955727 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [-] (115137) wsgi starting up on http://0.0.0.0:9696 May 04 14:43:20.959661 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Started child 115138 {{(pid=115027) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 14:43:20.960229 dv-cinder-840493-1-iscsi neutron-server[115027]: INFO oslo_service.service [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Starting 1 workers May 04 14:43:20.963608 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.service [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] calling RpcWorker wait() {{(pid=115138) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 14:43:20.964251 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.service [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] returning from RpcWorker wait() {{(pid=115138) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 14:43:20.965063 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Started child 115139 {{(pid=115027) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 14:43:20.965548 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:20.965877 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG neutron_lib.callbacks.manager [None req-930fcfd8-f48f-47dc-ae36-b73489879000 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:20.966047 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:20.967895 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115027) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 14:43:20.968079 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 14:43:20.968487 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 14:43:20.968694 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 14:43:20.969152 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 14:43:20.969468 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 14:43:20.970097 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.970456 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.970579 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:20.971091 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.971091 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.971802 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.972104 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.972357 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.972715 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.973008 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.973188 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.973347 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.973609 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.973860 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.974207 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.974545 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.974873 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.975163 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.975345 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.975576 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.975951 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.976180 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.976464 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] debug = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.976725 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.977457 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.977811 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.978133 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.978456 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.978795 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.979043 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.979380 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.979732 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.980061 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.980317 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.980625 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.980990 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.981131 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.981392 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.981679 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.981903 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.982467 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] host = dv-cinder-840493-1-iscsi {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.982710 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.982966 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.983198 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.983442 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.983712 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.983930 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.984198 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.984440 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.984702 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.984971 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.985211 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.985444 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.985685 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.985941 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] log_file = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.986106 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] log_options = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.986421 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.986730 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.987036 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.987234 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.987403 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.987566 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.987884 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.988040 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.988258 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.988444 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.988660 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.988901 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.989133 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.989447 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.989616 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.989841 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.990077 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.990286 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.990552 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.990781 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.991003 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.991230 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.991467 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.991715 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.991942 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.992190 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.992428 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.992661 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.992906 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.993985 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.993985 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.993985 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.993985 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.994297 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.994560 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.995097 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.995355 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.995546 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.995810 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.996131 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.996509 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.996784 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.997042 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:20.997145 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.997337 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.997559 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.997896 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.998133 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] use_json = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.998351 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:20.998586 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.000880 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.000880 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.000880 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.000880 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.000880 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.000880 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.000880 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.000880 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.001480 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.001480 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.001480 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.001854 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.002231 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.002593 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.003005 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.003410 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.003849 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.004751 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.004751 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.005378 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.005926 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.006194 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.006717 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.007151 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.007566 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.008221 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.009026 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.009701 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.010344 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.011025 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.011724 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.012394 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.013060 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.013788 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.014274 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.014718 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.015180 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.016054 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.016515 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.016985 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.017395 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.017640 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.017942 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.018214 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.018485 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.018712 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.018969 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.019251 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.019489 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.019723 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.019967 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.020217 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.020433 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.020662 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.020939 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.021176 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.021406 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.021638 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.021925 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.022157 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.022388 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.022601 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.022850 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.023082 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.023340 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.023737 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.024113 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.024458 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.024854 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.025231 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.025602 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.026014 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.026341 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.026635 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.026952 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.027266 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.027591 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.027893 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.028177 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.028392 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.028818 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.029201 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.029528 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.029817 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.030090 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.030393 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.030682 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.030976 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.031256 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.031544 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.031968 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.032420 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.032767 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.033185 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.033619 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.034023 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.034418 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.034827 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.035170 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.035642 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.036088 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.036658 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.037109 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.037507 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.037911 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.038363 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.038789 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.039342 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.039971 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.040591 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.041337 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.041943 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.042584 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.042935 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.043385 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.043789 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.044199 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.044478 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.044742 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.045034 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.045283 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.045559 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.045815 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.046054 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.046312 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.046560 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.046827 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.047074 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.047349 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.047591 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.047860 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.048132 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.048416 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.048714 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.049006 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.049222 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.049498 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.049773 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.050040 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.050297 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.050541 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.050756 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.051228 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.051462 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.051702 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.051955 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.052300 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.054328 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.054328 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.054328 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.054328 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.054328 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.054328 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.054328 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.054328 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.054950 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.054950 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.055119 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.055200 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.055402 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.055636 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.055908 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.056143 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.056530 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.056969 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.057368 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.057753 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.058144 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.058500 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.058873 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.059253 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.059657 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.060050 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.060347 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.060604 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.060875 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.061113 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.061339 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.061556 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.061785 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.062006 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.062373 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.062457 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.065141 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.065419 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.065659 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.065919 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.066167 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.066388 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 33816) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:43:21.066510 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.066674 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.066945 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.067196 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.067420 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.067643 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.067876 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.068091 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.069057 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.069322 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.069558 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.069816 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.070093 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.070451 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.070713 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.070956 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.071234 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.071474 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.071701 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.071920 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.072145 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.072381 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.072622 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.072870 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.073098 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.073457 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.073603 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.073802 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.074038 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.074316 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.074575 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.074808 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.075035 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.075262 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.075480 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.075700 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.076013 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.076239 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.076491 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.076693 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.076959 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.077175 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.077489 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.077853 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.078092 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.078342 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.078559 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.078785 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.079030 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.079275 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.079486 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.079632 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:21.079808 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.079951 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.080090 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.080358 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.080567 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.081179 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0124578 May 04 14:43:21.082156 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.082156 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.082156 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.082580 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.082580 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.082580 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.082985 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.083152 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.083319 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.083540 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.083754 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.085064 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.085064 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.085064 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.085064 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.085064 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.085743 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.085743 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.085743 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.085743 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.086239 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.086239 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.087462 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.087462 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.087462 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.087462 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.087462 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.088109 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.088109 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.088348 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.089410 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.089410 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.089410 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.089410 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.090147 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.090147 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.090147 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.090545 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.090545 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.090818 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.091096 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.091315 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.091553 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.092017 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.092480 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.092818 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.094193 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.094193 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.094193 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.094193 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.094193 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.094875 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.094875 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.094875 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.094875 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.095416 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.095416 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.095686 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.095840 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.095984 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.096771 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.096771 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.096771 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.097309 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.097309 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.097309 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 14:43:21.097718 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115027) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 14:43:21.098046 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 14:43:21.098984 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 14:43:21.098984 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 14:43:21.098984 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 14:43:21.098984 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 14:43:21.098984 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.098984 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.099784 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.099784 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.099784 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.099784 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.100299 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.100299 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.100299 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.100299 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.100835 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.100835 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.100835 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.101346 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.101346 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.101346 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.101346 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.101867 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.101867 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.101867 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.101867 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.102388 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] debug = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.102388 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.102388 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.102805 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.102805 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.102805 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.103208 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.103208 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.103208 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.103593 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.103593 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.103850 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.103850 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.104108 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.104108 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.104376 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.104376 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.104630 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.104770 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] host = dv-cinder-840493-1-iscsi {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.104981 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.104981 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.105227 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.105369 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.105518 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.105656 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.105791 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.105926 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.106061 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.106203 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.106346 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.106501 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.106637 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.106808 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] log_file = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.106949 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] log_options = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.107089 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.107253 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.107403 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.107588 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.107750 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.107909 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.108088 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.108241 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.109143 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.109143 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.109143 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.109143 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.109143 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.109143 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.109741 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.109741 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.109741 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.109741 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.110124 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.110124 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.110124 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.110410 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.110410 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.110604 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.110715 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.110854 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.111011 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.111164 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.112239 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.112239 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.112239 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.112239 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.112239 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.112239 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.112239 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.113312 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.113312 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.113312 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.113312 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.113312 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.113312 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.113312 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.114197 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.114197 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.114197 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.114197 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.114197 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] use_json = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.114197 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.114643 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.114643 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.114643 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.114868 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.114938 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.115042 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.115200 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.115356 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:43:21.115534 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.115694 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.115867 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.116023 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.116264 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.116428 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.116584 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.116750 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.116948 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.117106 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.117279 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.117445 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.117614 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.117773 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.117929 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.118185 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.118308 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.118413 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.118536 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.118692 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.118848 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.120184 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.120184 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.120184 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.120184 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.120184 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.120184 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.120184 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.120184 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.121673 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.121673 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.121673 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.121673 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.121673 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.121673 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.121673 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.121673 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.123810 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.123810 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.123810 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.123810 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.123810 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.123810 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.123810 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.123810 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.123810 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.124994 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.124994 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.124994 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.124994 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.124994 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.124994 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.124994 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.124994 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.124994 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.126509 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.126509 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.126509 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.126509 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.126509 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.126509 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.126509 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.126509 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.126509 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127156 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127156 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127156 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127156 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127156 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127156 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127156 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127156 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127156 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127904 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127904 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127904 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127904 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127904 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127904 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127904 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.127904 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.128629 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.128629 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.128629 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.128629 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.128629 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.129413 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.129826 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.130008 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.130164 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.130324 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.130484 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.130661 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.130822 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.131008 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.131115 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.131274 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.131433 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.131670 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.131806 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.131929 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.132035 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.132182 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.132340 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.132502 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.132672 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.132952 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.133098 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.133235 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.133372 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.133508 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.133658 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.133810 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.133948 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.134084 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.134230 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.134376 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.134512 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.134649 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.134785 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.134921 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.135066 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.135205 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.136143 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.136305 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.136470 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.136614 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.136788 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.137012 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.137150 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.137295 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.137432 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.137595 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.137735 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.137906 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.137997 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.138931 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.138931 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.138931 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.138931 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.138931 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.139547 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.139547 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.139547 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.139547 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.139994 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.139994 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.139994 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.140306 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.140306 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.140848 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.140848 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.141068 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.141195 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.141336 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.141496 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.141679 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.141837 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.141996 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.142155 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.142317 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.142472 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.142638 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.142794 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.143033 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.145124 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.145124 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.145124 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.145124 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.145495 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.145495 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.145495 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.145809 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.145809 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.146035 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.146122 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.146231 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.146391 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.146550 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.146713 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.146872 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.147030 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.147172 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.147335 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.147493 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.147650 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.147808 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.147988 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.148183 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.148343 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.148500 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.148671 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.148862 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.149022 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.149212 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.149355 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.149523 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.149685 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.149842 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.150000 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.150156 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.150314 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.150471 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.150631 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.150791 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.150950 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.151105 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.151262 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.151418 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.151574 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.151734 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.151895 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.152050 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.152208 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.152364 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.152520 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.152675 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.152866 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.153031 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.153182 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.153464 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.153585 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.153668 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.153802 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.153970 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.154180 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.154346 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.154502 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.154661 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.154830 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.154984 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.155140 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.155329 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.155496 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.155653 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.155860 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.156019 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.156177 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.156333 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.156489 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.156646 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.156833 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.156990 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.157146 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.157301 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.157457 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.157613 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.157778 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.157935 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.158091 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.158247 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.158402 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.158558 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.158726 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.158889 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.159044 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.159199 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.159355 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.159511 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.159678 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.159837 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.159992 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.160158 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.160313 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.160470 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.160626 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.160881 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.160972 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.161136 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.161310 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.161437 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.161584 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.161743 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.161905 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.162054 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.162224 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.162382 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.162530 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.162744 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.162917 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.163101 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.163266 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.163443 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.163653 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.163797 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.163950 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.164091 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.164228 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.164364 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.164500 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.164746 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.164913 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.165068 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.165201 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.165329 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.165416 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.165529 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.165719 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.165852 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.165993 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.166125 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.166266 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:43:21.166397 dv-cinder-840493-1-iscsi neutron-server[115027]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 14:43:32.951607 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc75cf8-91ec-4249-bee4-8fa8a894ea45 None None] get_active_networks_info from dv-cinder-840493-1-iscsi {{(pid=115138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 04 14:43:33.006188 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-ddfc4929-405b-413c-aea3-3bea5269f342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694747'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:33.057432 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc75cf8-91ec-4249-bee4-8fa8a894ea45 None None] No non-hosted networks {{(pid=115138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 14:43:34.731309 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-9afb7c8b-49ac-413b-991e-90a0abc443e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694747'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:34.775126 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-8380a845-9da3-4954-b9d9-9586106b2858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:35.986039 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694747'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:36.092173 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 33890) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:43:36.643242 dv-cinder-840493-1-iscsi neutron-server[115136]: WARNING oslo_policy.policy [None req-9cdfe099-efac-45f0-a6c2-f753bf2b1678 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:43:36.643805 dv-cinder-840493-1-iscsi neutron-server[115136]: WARNING oslo_policy.policy [None req-9cdfe099-efac-45f0-a6c2-f753bf2b1678 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:43:36.870584 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [None req-9cdfe099-efac-45f0-a6c2-f753bf2b1678 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=115136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:43:36.885399 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-9cdfe099-efac-45f0-a6c2-f753bf2b1678 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7920408 May 04 14:43:37.428642 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694747'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:38.851081 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694747'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:38.851991 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:38.852103 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:38.852434 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:38.852758 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:38.853107 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:38.853430 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:38.870603 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:38.871890 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:38.872557 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:38.873086 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:38.873858 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:38.874791 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:38.876632 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:38.877697 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:38.881365 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:38.882019 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840493-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:38.892645 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840493-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:43:39.545524 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 33920) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:43:39.902300 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-fcf61554-7b9b-4035-9e85-2c7d8949c91c admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:43:39.992303 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.policy [None req-fcf61554-7b9b-4035-9e85-2c7d8949c91c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115136) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 14:43:40.034418 dv-cinder-840493-1-iscsi neutron-server[115136]: WARNING oslo_policy.policy [None req-fcf61554-7b9b-4035-9e85-2c7d8949c91c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:43:40.034819 dv-cinder-840493-1-iscsi neutron-server[115136]: WARNING oslo_policy.policy [None req-fcf61554-7b9b-4035-9e85-2c7d8949c91c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:43:40.088281 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.db.l3_hamode_db [None req-73e6a1ee-9d18-4083-a83f-772c422d7a4b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 14:43:40.136161 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-fcf61554-7b9b-4035-9e85-2c7d8949c91c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789721294191', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789721294691', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789721310439', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789720342221', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789720348384', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789720354831', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-633719', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1445961', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-442949', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535544'] for rbac-policy (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:40.167856 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e6a1ee-9d18-4083-a83f-772c422d7a4b None None] Routers set() bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:43:40.168218 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e6a1ee-9d18-4083-a83f-772c422d7a4b None None] Router IDs set() for agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 04 14:43:40.205968 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-fcf61554-7b9b-4035-9e85-2c7d8949c91c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:40.207144 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-fcf61554-7b9b-4035-9e85-2c7d8949c91c admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6604495 May 04 14:43:42.693107 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 33932) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:43:43.030569 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:43:43.061390 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Made reservation on behalf of c7555237bf4842dd8f28617418adec46 for: {'network': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:43:43.065165 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:43.081987 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:43.193820 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Publish callbacks [] for security_group (89bbfd28-9560-4d9e-a487-79ffb92611fe), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:43.199329 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (89bbfd28-9560-4d9e-a487-79ffb92611fe), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:43.236093 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=115136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:43:43.263793 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789718747459', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (d8e7d529-6450-4994-99aa-bf6ea35f07b6), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:43.264318 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Unsubscribe: segment precommit_create {{(pid=115136) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 14:43:43.265190 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.segments_db [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Added segment d8e7d529-6450-4994-99aa-bf6ea35f07b6 of type vlan for network d4edd298-626b-4d5b-94a6-c77b7e5b27da May 04 14:43:43.271523 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=89bbfd28-9560-4d9e-a487-79ffb92611fe,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:43.306832 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:43.307175 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:43.307525 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:43.307855 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:43.308174 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:43.308491 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:43.308826 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:43.309203 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:43.309522 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:43.309835 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:43.310129 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:43.310463 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:43.310767 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:43.311074 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:43.311379 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Tracked resource versions report: May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: pushed versions: May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: { 'AddressGroup': {'1.2'}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Agent': {'1.1'}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'ConntrackHelper': {'1.0'}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'LocalIPAssociation': {'1.0'}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Log': {'1.0'}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'NDPProxy': {'1.0'}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Network': {'1.1'}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Port': {'1.7'}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'PortForwarding': {'1.3'}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'QosPolicy': {'1.10'}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'SecurityGroup': {'1.5'}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'SecurityGroupRule': {'1.2'}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'SubPort': {'1.0'}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Subnet': {'1.1'}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Trunk': {'1.1'}} May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: consumer versions: May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: { DHCP agent@dv-cinder-840493-1-iscsi: {}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: L3 agent@dv-cinder-840493-1-iscsi: {}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: Metadata agent@dv-cinder-840493-1-iscsi: {}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: Metering agent@dv-cinder-840493-1-iscsi: {}, May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: Open vSwitch agent@dv-cinder-840493-1-iscsi: { 'AddressGroup': '1.2', May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Agent': '1.1', May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'ConntrackHelper': '1.0', May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'LocalIPAssociation': '1.0', May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Log': '1.0', May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'NDPProxy': '1.0', May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Network': '1.1', May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Port': '1.7', May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'PortForwarding': '1.3', May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'QosPolicy': '1.10', May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'SecurityGroup': '1.5', May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'SecurityGroupRule': '1.2', May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'SubPort': '1.0', May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Subnet': '1.1', May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Trunk': '1.1'}} May 04 14:43:43.312840 dv-cinder-840493-1-iscsi neutron-server[115136]: {{(pid=115136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:43:43.379713 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (d4edd298-626b-4d5b-94a6-c77b7e5b27da), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:43.423865 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (d4edd298-626b-4d5b-94a6-c77b7e5b27da), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:43.429231 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:43:43.429914 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:43.504336 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8101194 May 04 14:43:43.560707 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be838c00-bc36-4c7b-8852-415c9577d63a demo demo] Pushing event updated for resources: {'Network': ['ID=d4edd298-626b-4d5b-94a6-c77b7e5b27da,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:43.573537 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network d4edd298-626b-4d5b-94a6-c77b7e5b27da details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:43:46.059970 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 33944) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:43:46.513439 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09be3553-55a9-48af-aaa5-e9c52fef84db demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:43:46.515158 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-09be3553-55a9-48af-aaa5-e9c52fef84db demo admin] 10.222.0.32 "GET /v2.0/networks/d4edd298-626b-4d5b-94a6-c77b7e5b27da HTTP/1.1" status: 200 len: 825 time: 0.4539092 May 04 14:43:46.541921 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-df8e46ad-eaa0-490a-b9df-abc3fcd3c152 demo admin] 10.222.0.32 "GET /v2.0/subnetpools/5fba641e-6798-434f-8904-c39800ddfa4a HTTP/1.1" status: 200 len: 734 time: 0.0207415 May 04 14:43:46.560303 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-57b76082-206b-44df-9883-f2988b2443bc demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da', 'subnetpool_id': '5fba641e-6798-434f-8904-c39800ddfa4a', 'ip_version': 4}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:43:46.594679 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b76082-206b-44df-9883-f2988b2443bc demo admin] Made reservation on behalf of c7555237bf4842dd8f28617418adec46 for: {'subnet': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:43:46.597701 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-57b76082-206b-44df-9883-f2988b2443bc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:46.903124 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-57b76082-206b-44df-9883-f2988b2443bc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for subnet (7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:46.973443 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b76082-206b-44df-9883-f2988b2443bc demo admin] Pushing event updated for resources: {'Subnet': ['ID=7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:46.977888 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b76082-206b-44df-9883-f2988b2443bc demo admin] Checking segment: {'id': 'd8e7d529-6450-4994-99aa-bf6ea35f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:43:46.978268 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b76082-206b-44df-9883-f2988b2443bc demo admin] Network hostable DHCP agents. Network: d4edd298-626b-4d5b-94a6-c77b7e5b27da, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:43:47.001567 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b76082-206b-44df-9883-f2988b2443bc demo admin] Network d4edd298-626b-4d5b-94a6-c77b7e5b27da is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:43:47.013987 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-57b76082-206b-44df-9883-f2988b2443bc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, d4edd298-626b-4d5b-94a6-c77b7e5b27da) {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:43:47.024420 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b76082-206b-44df-9883-f2988b2443bc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:43:47.025168 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-57b76082-206b-44df-9883-f2988b2443bc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:47.031488 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ffc77d-8bcf-4e14-83f5-320fc8911b3a None None] Network d4edd298-626b-4d5b-94a6-c77b7e5b27da requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:43:47.042684 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-57b76082-206b-44df-9883-f2988b2443bc demo admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4901731 May 04 14:43:47.295940 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4965d7e2-3619-50f4-806f-d53d5fe93725-d4edd298-626b-4d5b-94a6-c77b7e5b27da', 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da', 'project_id': 'c7555237bf4842dd8f28617418adec46', 'fixed_ips': [{'subnet_id': '7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9'}]}} from dv-cinder-840493-1-iscsi. {{(pid=115138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:43:47.297195 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:47.587177 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.db_base_plugin_common [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Allocated IP 172.20.0.2 (d4edd298-626b-4d5b-94a6-c77b7e5b27da/7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9/ed9d76d6-9690-4870-a9ad-ef5a1281f701) {{(pid=115138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:43:47.863947 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Publish callbacks [] for port (ed9d76d6-9690-4870-a9ad-ef5a1281f701), precommit_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:47.871471 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (ed9d76d6-9690-4870-a9ad-ef5a1281f701), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:47.943373 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Network d4edd298-626b-4d5b-94a6-c77b7e5b27da is already hosted by enough agents. {{(pid=115138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:43:47.949448 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.base_scheduler [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Resources bound (agent type, host, resource id): {{(pid=115138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:43:47.963416 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Received port after_create {{(pid=115138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:43:47.967070 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Pushing event updated for resources: {'Port': ['ID=ed9d76d6-9690-4870-a9ad-ef5a1281f701,revision_number=1']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:48.003581 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:48.003581 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:48.003581 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:48.003581 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:48.003581 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:48.004145 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:48.004145 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:48.004359 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:48.004578 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:48.004915 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:48.005231 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:48.005564 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:48.005881 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:48.006188 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:48.006500 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Tracked resource versions report: May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: pushed versions: May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: { 'AddressGroup': {'1.2'}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Agent': {'1.1'}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'ConntrackHelper': {'1.0'}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'LocalIPAssociation': {'1.0'}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Log': {'1.0'}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'NDPProxy': {'1.0'}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Network': {'1.1'}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Port': {'1.7'}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'PortForwarding': {'1.3'}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'QosPolicy': {'1.10'}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'SecurityGroup': {'1.5'}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'SecurityGroupRule': {'1.2'}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'SubPort': {'1.0'}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Subnet': {'1.1'}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Trunk': {'1.1'}} May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: consumer versions: May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: { DHCP agent@dv-cinder-840493-1-iscsi: {}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: L3 agent@dv-cinder-840493-1-iscsi: {}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: Metadata agent@dv-cinder-840493-1-iscsi: {}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: Metering agent@dv-cinder-840493-1-iscsi: {}, May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: Open vSwitch agent@dv-cinder-840493-1-iscsi: { 'AddressGroup': '1.2', May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Agent': '1.1', May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'ConntrackHelper': '1.0', May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'LocalIPAssociation': '1.0', May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Log': '1.0', May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'NDPProxy': '1.0', May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Network': '1.1', May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Port': '1.7', May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'PortForwarding': '1.3', May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'QosPolicy': '1.10', May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'SecurityGroup': '1.5', May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'SecurityGroupRule': '1.2', May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'SubPort': '1.0', May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Subnet': '1.1', May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Trunk': '1.1'}} May 04 14:43:48.007959 dv-cinder-840493-1-iscsi neutron-server[115138]: {{(pid=115138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:43:48.059626 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Attempting to bind port ed9d76d6-9690-4870-a9ad-ef5a1281f701 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:43:48.060354 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Attempting to bind port ed9d76d6-9690-4870-a9ad-ef5a1281f701 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': 'd8e7d529-6450-4994-99aa-bf6ea35f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:43:48.060452 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Attempting to bind port ed9d76d6-9690-4870-a9ad-ef5a1281f701 on network d4edd298-626b-4d5b-94a6-c77b7e5b27da {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:43:48.066010 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:43:48.066402 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Checking segment: {'id': 'd8e7d529-6450-4994-99aa-bf6ea35f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:43:48.066868 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:48.067270 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Bound using segment: {'id': 'd8e7d529-6450-4994-99aa-bf6ea35f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:43:48.067781 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Bound port: ed9d76d6-9690-4870-a9ad-ef5a1281f701, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e7d529-6450-4994-99aa-bf6ea35f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:43:48.068174 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (ed9d76d6-9690-4870-a9ad-ef5a1281f701), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:48.137664 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] For port ed9d76d6-9690-4870-a9ad-ef5a1281f701, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:43:48.160595 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] For port ed9d76d6-9690-4870-a9ad-ef5a1281f701, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=ed9d76d6-9690-4870-a9ad-ef5a1281f701,segment=NetworkSegment(d8e7d529-6450-4994-99aa-bf6ea35f07b6),segment_id=d8e7d529-6450-4994-99aa-bf6ea35f07b6)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:43:48.169361 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (ed9d76d6-9690-4870-a9ad-ef5a1281f701), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:48.225466 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb69cb0-604b-4636-b999-ce08b6cccb05 None None] Pushing event updated for resources: {'Port': ['ID=ed9d76d6-9690-4870-a9ad-ef5a1281f701,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:43:49.584216 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 33952) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:43:49.919988 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [None req-528f5482-5199-478f-8707-4039edbd62ac admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=115136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:43:49.921102 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-528f5482-5199-478f-8707-4039edbd62ac admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3360083 May 04 14:43:52.434438 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 33960) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:43:52.964670 dv-cinder-840493-1-iscsi neutron-server[115137]: WARNING oslo_policy.policy [None req-639410bb-a16b-4b95-8270-d1ab170a2ac6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:43:52.965266 dv-cinder-840493-1-iscsi neutron-server[115137]: WARNING oslo_policy.policy [None req-639410bb-a16b-4b95-8270-d1ab170a2ac6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:43:53.195230 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [None req-639410bb-a16b-4b95-8270-d1ab170a2ac6 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=115137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:43:53.196435 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-639410bb-a16b-4b95-8270-d1ab170a2ac6 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7598498 May 04 14:43:55.712438 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 33974) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:43:56.048490 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-b7dc50f6-69c2-407e-8bfa-df9311176e47 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:43:56.106657 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.policy [None req-b7dc50f6-69c2-407e-8bfa-df9311176e47 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115137) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 14:43:56.149340 dv-cinder-840493-1-iscsi neutron-server[115137]: WARNING oslo_policy.policy [None req-b7dc50f6-69c2-407e-8bfa-df9311176e47 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:43:56.149734 dv-cinder-840493-1-iscsi neutron-server[115137]: WARNING oslo_policy.policy [None req-b7dc50f6-69c2-407e-8bfa-df9311176e47 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:43:56.213131 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b7dc50f6-69c2-407e-8bfa-df9311176e47 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4469'] for router (4fa538a8-0943-4ef4-93ad-8205413542d4), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:56.215031 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b7dc50f6-69c2-407e-8bfa-df9311176e47 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4474'] for router (4fa538a8-0943-4ef4-93ad-8205413542d4), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:56.373998 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b7dc50f6-69c2-407e-8bfa-df9311176e47 demo demo] Publish callbacks [] for router_controller (4fa538a8-0943-4ef4-93ad-8205413542d4), precommit_add_association {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:56.385561 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b7dc50f6-69c2-407e-8bfa-df9311176e47 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690820'] for router (4fa538a8-0943-4ef4-93ad-8205413542d4), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:56.413485 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b7dc50f6-69c2-407e-8bfa-df9311176e47 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:56.417462 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-b7dc50f6-69c2-407e-8bfa-df9311176e47 demo demo] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7038238 May 04 14:43:58.958328 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 33988) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:43:59.299449 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [None req-36ba2d0a-067c-4ba5-8227-fa290a207e02 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=115137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:43:59.312819 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-36ba2d0a-067c-4ba5-8227-fa290a207e02 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3411148 May 04 14:43:59.645175 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device ed9d76d6-9690-4870-a9ad-ef5a1281f701 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:43:59.734574 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port ed9d76d6-9690-4870-a9ad-ef5a1281f701 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:43:59.734947 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (ed9d76d6-9690-4870-a9ad-ef5a1281f701), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:59.802960 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57350838-0584-4b8a-93de-dd08a8fa140f None None] Network d4edd298-626b-4d5b-94a6-c77b7e5b27da requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:43:59.881167 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port ed9d76d6-9690-4870-a9ad-ef5a1281f701 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:43:59.881557 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (ed9d76d6-9690-4870-a9ad-ef5a1281f701), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:59.944864 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-3374fc15-1c62-42d4-a6e6-b940a13de737 None None] Provisioning complete for port ed9d76d6-9690-4870-a9ad-ef5a1281f701 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:43:59.945404 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-3374fc15-1c62-42d4-a6e6-b940a13de737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (ed9d76d6-9690-4870-a9ad-ef5a1281f701), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:43:59.982788 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] For port ed9d76d6-9690-4870-a9ad-ef5a1281f701, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=ed9d76d6-9690-4870-a9ad-ef5a1281f701,segment=NetworkSegment(d8e7d529-6450-4994-99aa-bf6ea35f07b6),segment_id=d8e7d529-6450-4994-99aa-bf6ea35f07b6)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:43:59.989604 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (ed9d76d6-9690-4870-a9ad-ef5a1281f701), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:00.091094 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Pushing event updated for resources: {'Port': ['ID=ed9d76d6-9690-4870-a9ad-ef5a1281f701,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:00.127455 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-3374fc15-1c62-42d4-a6e6-b940a13de737 None None] Current status of the port ed9d76d6-9690-4870-a9ad-ef5a1281f701 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:44:00.347325 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-2f050b40-daad-4dab-815b-14f80f536679 None None] Provisioning complete for port ed9d76d6-9690-4870-a9ad-ef5a1281f701 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:44:00.347628 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-2f050b40-daad-4dab-815b-14f80f536679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (ed9d76d6-9690-4870-a9ad-ef5a1281f701), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:00.428429 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-2f050b40-daad-4dab-815b-14f80f536679 None None] Current status of the port ed9d76d6-9690-4870-a9ad-ef5a1281f701 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:44:01.609698 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device ed9d76d6-9690-4870-a9ad-ef5a1281f701 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:44:01.659796 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port ed9d76d6-9690-4870-a9ad-ef5a1281f701 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:44:01.660185 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (ed9d76d6-9690-4870-a9ad-ef5a1281f701), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:01.738679 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port ed9d76d6-9690-4870-a9ad-ef5a1281f701 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:44:01.839673 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 33998) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:44:02.182671 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-9e53e2ff-1e6b-4091-a485-ed4cfc6e0c18 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:44:02.205026 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e53e2ff-1e6b-4091-a485-ed4cfc6e0c18 admin admin] Made reservation on behalf of 62c598d6329d4180a1bbd38c5500b8cc for: {'network': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:44:02.207363 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9e53e2ff-1e6b-4091-a485-ed4cfc6e0c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:02.216036 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9e53e2ff-1e6b-4091-a485-ed4cfc6e0c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:02.293227 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9e53e2ff-1e6b-4091-a485-ed4cfc6e0c18 admin admin] Publish callbacks [] for security_group (3476efd0-b7cd-4b48-84df-51a360c32467), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:02.298835 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9e53e2ff-1e6b-4091-a485-ed4cfc6e0c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3476efd0-b7cd-4b48-84df-51a360c32467), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:02.315723 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9e53e2ff-1e6b-4091-a485-ed4cfc6e0c18 admin admin] Reserving flat network on physical network physnet1 {{(pid=115136) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 14:44:02.335503 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53e2ff-1e6b-4091-a485-ed4cfc6e0c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3476efd0-b7cd-4b48-84df-51a360c32467,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:02.340548 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9e53e2ff-1e6b-4091-a485-ed4cfc6e0c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (948a8dc3-594b-49b7-87da-0ce9a8b73436), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:02.340942 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.segments_db [None req-9e53e2ff-1e6b-4091-a485-ed4cfc6e0c18 admin admin] Added segment 948a8dc3-594b-49b7-87da-0ce9a8b73436 of type flat for network 0edac7da-e104-49a8-a1ba-50991a341388 May 04 14:44:02.390871 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9e53e2ff-1e6b-4091-a485-ed4cfc6e0c18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (0edac7da-e104-49a8-a1ba-50991a341388), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:02.424443 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9e53e2ff-1e6b-4091-a485-ed4cfc6e0c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (0edac7da-e104-49a8-a1ba-50991a341388), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:02.425417 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e53e2ff-1e6b-4091-a485-ed4cfc6e0c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:44:02.425981 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9e53e2ff-1e6b-4091-a485-ed4cfc6e0c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:02.477546 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-9e53e2ff-1e6b-4091-a485-ed4cfc6e0c18 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6366613 May 04 14:44:02.522164 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53e2ff-1e6b-4091-a485-ed4cfc6e0c18 admin admin] Pushing event updated for resources: {'Network': ['ID=0edac7da-e104-49a8-a1ba-50991a341388,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:02.533161 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network 0edac7da-e104-49a8-a1ba-50991a341388 details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:44:02.865491 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-bdf42e8d-e809-4704-9ff9-d638088831f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:04.731229 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-779224b7-708c-4bdd-bf72-6e3e486f031f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:04.980323 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 34006) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:44:05.360697 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8358b4-0ffe-4256-b6a7-72fefa6d3ab7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:44:05.362329 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-5a8358b4-0ffe-4256-b6a7-72fefa6d3ab7 demo admin] 10.222.0.32 "GET /v2.0/subnets/7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9 HTTP/1.1" status: 200 len: 849 time: 0.3806791 May 04 14:44:05.527184 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-08ee4684-a4cf-4d54-8445-71e073c1f437 demo admin] 10.222.0.32 "GET /v2.0/routers/4fa538a8-0943-4ef4-93ad-8205413542d4 HTTP/1.1" status: 200 len: 704 time: 0.1588805 May 04 14:44:05.825978 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:05.951468 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:06.138602 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Allocated IP 172.20.0.1 (d4edd298-626b-4d5b-94a6-c77b7e5b27da/7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9/020a1a77-b932-4080-9f7d-3194e5f77055) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:44:06.352546 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Publish callbacks [] for port (020a1a77-b932-4080-9f7d-3194e5f77055), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:06.422404 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (020a1a77-b932-4080-9f7d-3194e5f77055), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:06.492044 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Network d4edd298-626b-4d5b-94a6-c77b7e5b27da is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:44:06.498032 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:44:06.509357 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:44:06.509918 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690265'] for router_interface (4fa538a8-0943-4ef4-93ad-8205413542d4), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:06.529391 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Pushing event updated for resources: {'Port': ['ID=020a1a77-b932-4080-9f7d-3194e5f77055,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:06.689968 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-63fc4489-7e12-44b3-bad0-e6a7c5c24b33 None None] Provisioning complete for port 020a1a77-b932-4080-9f7d-3194e5f77055 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:44:06.690274 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-63fc4489-7e12-44b3-bad0-e6a7c5c24b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (020a1a77-b932-4080-9f7d-3194e5f77055), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:06.720479 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (020a1a77-b932-4080-9f7d-3194e5f77055), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:06.727446 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-63fc4489-7e12-44b3-bad0-e6a7c5c24b33 None None] Port 020a1a77-b932-4080-9f7d-3194e5f77055 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:44:06.957506 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Publish callbacks [] for port (020a1a77-b932-4080-9f7d-3194e5f77055), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:06.965355 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (020a1a77-b932-4080-9f7d-3194e5f77055), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:06.966144 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690211'] for router_interface (4fa538a8-0943-4ef4-93ad-8205413542d4), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:07.025328 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Pushing event updated for resources: {'Port': ['ID=020a1a77-b932-4080-9f7d-3194e5f77055,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:07.104531 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Network d4edd298-626b-4d5b-94a6-c77b7e5b27da is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:44:07.106236 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:44:07.286480 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Router 4fa538a8-0943-4ef4-93ad-8205413542d4 is scheduled to L3 agent b987e420-0280-4229-80f3-f09839d30a9a with binding_index 1 {{(pid=115136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:44:07.349180 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-cc171cfa-f9e7-4a97-ba17-528bcf7347ae None None] Provisioning complete for port 020a1a77-b932-4080-9f7d-3194e5f77055 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:44:07.349798 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-cc171cfa-f9e7-4a97-ba17-528bcf7347ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (020a1a77-b932-4080-9f7d-3194e5f77055), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:07.388743 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:44:07.392435 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-729f5f3c-089e-4fb9-b73f-e7eb0e7b6fda demo admin] 10.222.0.32 "PUT /v2.0/routers/4fa538a8-0943-4ef4-93ad-8205413542d4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8600085 May 04 14:44:07.398592 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-cc171cfa-f9e7-4a97-ba17-528bcf7347ae None None] Port 020a1a77-b932-4080-9f7d-3194e5f77055 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:44:07.404279 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:07.406472 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Sync routers for ids ['4fa538a8-0943-4ef4-93ad-8205413542d4'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:44:07.420273 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Routers {'4fa538a8-0943-4ef4-93ad-8205413542d4'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:44:07.421169 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:44:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['4fa538a8-0943-4ef4-93ad-8205413542d4'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:07.623445 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Set router 4fa538a8-0943-4ef4-93ad-8205413542d4 gateway port host: None {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:44:08.054438 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa538a8-0943-4ef4-93ad-8205413542d4', 'name': 'router1', 'tenant_id': 'c7555237bf4842dd8f28617418adec46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:43:56Z', 'updated_at': '2022-05-04T14:44:06Z', 'revision_number': 2, 'project_id': 'c7555237bf4842dd8f28617418adec46', 'gw_port_host': None, '_interfaces': [{'id': '020a1a77-b932-4080-9f7d-3194e5f77055', 'name': '', 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da', 'tenant_id': 'c7555237bf4842dd8f28617418adec46', 'mac_address': 'fa:16:3e:b2:a4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa538a8-0943-4ef4-93ad-8205413542d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:44:05Z', 'updated_at': '2022-05-04T14:44:06Z', 'revision_number': 2, 'project_id': 'c7555237bf4842dd8f28617418adec46', 'subnets': [{'id': '7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fba641e-6798-434f-8904-c39800ddfa4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:08.105763 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Checking router: 4fa538a8-0943-4ef4-93ad-8205413542d4 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:44:08.106411 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Updating router 4fa538a8-0943-4ef4-93ad-8205413542d4 port 020a1a77-b932-4080-9f7d-3194e5f77055 binding host dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:44:08.162016 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (020a1a77-b932-4080-9f7d-3194e5f77055), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:08.702549 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Publish callbacks [] for port (020a1a77-b932-4080-9f7d-3194e5f77055), precommit_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:08.710608 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (020a1a77-b932-4080-9f7d-3194e5f77055), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:08.853413 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:08.891592 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Pushing event updated for resources: {'Port': ['ID=020a1a77-b932-4080-9f7d-3194e5f77055,revision_number=3']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:08.903152 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Attempting to bind port 020a1a77-b932-4080-9f7d-3194e5f77055 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:44:08.903586 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Attempting to bind port 020a1a77-b932-4080-9f7d-3194e5f77055 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': 'd8e7d529-6450-4994-99aa-bf6ea35f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da'}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:44:08.904006 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Attempting to bind port 020a1a77-b932-4080-9f7d-3194e5f77055 on network d4edd298-626b-4d5b-94a6-c77b7e5b27da {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:44:08.908414 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:08.908766 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:08.909153 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:08.909496 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:08.909825 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:08.910155 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:08.910653 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:08.910799 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:08.911105 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:08.911423 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:08.911765 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:08.912089 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:08.912417 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:08.912894 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:08.913116 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Tracked resource versions report: May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: pushed versions: May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: { 'AddressGroup': {'1.2'}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Agent': {'1.1'}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'ConntrackHelper': {'1.0'}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'LocalIPAssociation': {'1.0'}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Log': {'1.0'}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'NDPProxy': {'1.0'}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Network': {'1.1'}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Port': {'1.7'}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'PortForwarding': {'1.3'}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'QosPolicy': {'1.10'}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'SecurityGroup': {'1.5'}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'SecurityGroupRule': {'1.2'}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'SubPort': {'1.0'}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Subnet': {'1.1'}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Trunk': {'1.1'}} May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: consumer versions: May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: { DHCP agent@dv-cinder-840493-1-iscsi: {}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: L3 agent@dv-cinder-840493-1-iscsi: {}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: Metadata agent@dv-cinder-840493-1-iscsi: {}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: Metering agent@dv-cinder-840493-1-iscsi: {}, May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: Open vSwitch agent@dv-cinder-840493-1-iscsi: { 'AddressGroup': '1.2', May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Agent': '1.1', May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'ConntrackHelper': '1.0', May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'LocalIPAssociation': '1.0', May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Log': '1.0', May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'NDPProxy': '1.0', May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Network': '1.1', May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Port': '1.7', May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'PortForwarding': '1.3', May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'QosPolicy': '1.10', May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'SecurityGroup': '1.5', May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'SecurityGroupRule': '1.2', May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'SubPort': '1.0', May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Subnet': '1.1', May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Trunk': '1.1'}} May 04 14:44:08.914561 dv-cinder-840493-1-iscsi neutron-server[115139]: {{(pid=115139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:44:08.921335 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:44:08.921767 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Checking segment: {'id': 'd8e7d529-6450-4994-99aa-bf6ea35f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:44:08.922211 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:08.922592 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Bound using segment: {'id': 'd8e7d529-6450-4994-99aa-bf6ea35f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da'} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:44:08.923092 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Bound port: 020a1a77-b932-4080-9f7d-3194e5f77055, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e7d529-6450-4994-99aa-bf6ea35f07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da'}}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:44:08.923658 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (020a1a77-b932-4080-9f7d-3194e5f77055), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:08.994641 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] For port 020a1a77-b932-4080-9f7d-3194e5f77055, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:44:09.005436 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-cd91ba94-9853-4215-bacf-dcd2bc3676da None None] Provisioning complete for port 020a1a77-b932-4080-9f7d-3194e5f77055 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:44:09.005916 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-cd91ba94-9853-4215-bacf-dcd2bc3676da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (020a1a77-b932-4080-9f7d-3194e5f77055), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:09.015064 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] For port 020a1a77-b932-4080-9f7d-3194e5f77055, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=020a1a77-b932-4080-9f7d-3194e5f77055,segment=NetworkSegment(d8e7d529-6450-4994-99aa-bf6ea35f07b6),segment_id=d8e7d529-6450-4994-99aa-bf6ea35f07b6)] {{(pid=115139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:44:09.022369 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (020a1a77-b932-4080-9f7d-3194e5f77055), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:09.042844 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-cd91ba94-9853-4215-bacf-dcd2bc3676da None None] Port 020a1a77-b932-4080-9f7d-3194e5f77055 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:44:09.083034 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a94f8-917f-4a73-bcdc-c935ca52d3b4 None None] Pushing event updated for resources: {'Port': ['ID=020a1a77-b932-4080-9f7d-3194e5f77055,revision_number=4']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:09.091093 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Routers {'4fa538a8-0943-4ef4-93ad-8205413542d4'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:44:09.091584 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:44:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['4fa538a8-0943-4ef4-93ad-8205413542d4'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:09.184590 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] Set router 4fa538a8-0943-4ef4-93ad-8205413542d4 gateway port host: None {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:44:09.267509 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-85baa508-b8a6-42f9-b8c6-4110539c30e7 None None] Provisioning complete for port 020a1a77-b932-4080-9f7d-3194e5f77055 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:44:09.268040 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-85baa508-b8a6-42f9-b8c6-4110539c30e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (020a1a77-b932-4080-9f7d-3194e5f77055), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:09.354672 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-85baa508-b8a6-42f9-b8c6-4110539c30e7 None None] Current status of the port 020a1a77-b932-4080-9f7d-3194e5f77055 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:44:09.355104 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-85baa508-b8a6-42f9-b8c6-4110539c30e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (020a1a77-b932-4080-9f7d-3194e5f77055), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:09.391301 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-85baa508-b8a6-42f9-b8c6-4110539c30e7 None None] For port 020a1a77-b932-4080-9f7d-3194e5f77055, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=020a1a77-b932-4080-9f7d-3194e5f77055,segment=NetworkSegment(d8e7d529-6450-4994-99aa-bf6ea35f07b6),segment_id=d8e7d529-6450-4994-99aa-bf6ea35f07b6)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:44:09.392476 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa538a8-0943-4ef4-93ad-8205413542d4', 'name': 'router1', 'tenant_id': 'c7555237bf4842dd8f28617418adec46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:43:56Z', 'updated_at': '2022-05-04T14:44:06Z', 'revision_number': 2, 'project_id': 'c7555237bf4842dd8f28617418adec46', 'gw_port_host': None, '_interfaces': [{'id': '020a1a77-b932-4080-9f7d-3194e5f77055', 'name': '', 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da', 'tenant_id': 'c7555237bf4842dd8f28617418adec46', 'mac_address': 'fa:16:3e:b2:a4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa538a8-0943-4ef4-93ad-8205413542d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:44:05Z', 'updated_at': '2022-05-04T14:44:08Z', 'revision_number': 4, 'project_id': 'c7555237bf4842dd8f28617418adec46', 'subnets': [{'id': '7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fba641e-6798-434f-8904-c39800ddfa4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:09.398075 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-85baa508-b8a6-42f9-b8c6-4110539c30e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (020a1a77-b932-4080-9f7d-3194e5f77055), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:09.420210 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2c64da-394d-41b8-8b11-24c3ca8df94a None None] The sync data for ids ['4fa538a8-0943-4ef4-93ad-8205413542d4'] in dv-cinder-840493-1-iscsi is: [{'id': '4fa538a8-0943-4ef4-93ad-8205413542d4', 'name': 'router1', 'tenant_id': 'c7555237bf4842dd8f28617418adec46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:43:56Z', 'updated_at': '2022-05-04T14:44:06Z', 'revision_number': 2, 'project_id': 'c7555237bf4842dd8f28617418adec46', 'gw_port_host': None, '_interfaces': [{'id': '020a1a77-b932-4080-9f7d-3194e5f77055', 'name': '', 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da', 'tenant_id': 'c7555237bf4842dd8f28617418adec46', 'mac_address': 'fa:16:3e:b2:a4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa538a8-0943-4ef4-93ad-8205413542d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:44:05Z', 'updated_at': '2022-05-04T14:44:08Z', 'revision_number': 4, 'project_id': 'c7555237bf4842dd8f28617418adec46', 'subnets': [{'id': '7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fba641e-6798-434f-8904-c39800ddfa4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:44:09.446146 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85baa508-b8a6-42f9-b8c6-4110539c30e7 None None] Pushing event updated for resources: {'Port': ['ID=020a1a77-b932-4080-9f7d-3194e5f77055,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:09.877813 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 34026) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:44:10.168660 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ef9f35-25b3-43d1-b9d0-81bea0282b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:44:10.170133 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-12ef9f35-25b3-43d1-b9d0-81bea0282b99 admin admin] 10.222.0.32 "GET /v2.0/networks/0edac7da-e104-49a8-a1ba-50991a341388 HTTP/1.1" status: 200 len: 842 time: 0.2912765 May 04 14:44:10.180408 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'ip_version': 4}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:44:10.206365 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Made reservation on behalf of 62c598d6329d4180a1bbd38c5500b8cc for: {'subnet': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:44:10.210156 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:10.605760 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.objects.ports [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115137) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 04 14:44:10.606047 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for subnet (92b087e4-c23b-49a0-b51f-8d816ced8300), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:10.696994 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Checking segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:44:10.697356 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Network hostable DHCP agents. Network: 0edac7da-e104-49a8-a1ba-50991a341388, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:44:10.706308 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b087e4-c23b-49a0-b51f-8d816ced8300,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:10.719783 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:10.720118 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:10.720450 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:10.720777 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:10.721119 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:10.721441 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:10.721757 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:10.722070 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:10.722385 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:10.722695 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:10.723026 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:10.723337 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:10.723664 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:10.723970 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:10.724278 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Tracked resource versions report: May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: pushed versions: May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: { 'AddressGroup': {'1.2'}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Agent': {'1.1'}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'ConntrackHelper': {'1.0'}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'LocalIPAssociation': {'1.0'}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Log': {'1.0'}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'NDPProxy': {'1.0'}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Network': {'1.1'}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Port': {'1.7'}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'PortForwarding': {'1.3'}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'QosPolicy': {'1.10'}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'SecurityGroup': {'1.5'}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'SecurityGroupRule': {'1.2'}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'SubPort': {'1.0'}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Subnet': {'1.1'}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Trunk': {'1.1'}} May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: consumer versions: May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: { DHCP agent@dv-cinder-840493-1-iscsi: {}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: L3 agent@dv-cinder-840493-1-iscsi: {}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: Metadata agent@dv-cinder-840493-1-iscsi: {}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: Metering agent@dv-cinder-840493-1-iscsi: {}, May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: Open vSwitch agent@dv-cinder-840493-1-iscsi: { 'AddressGroup': '1.2', May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Agent': '1.1', May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'ConntrackHelper': '1.0', May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'LocalIPAssociation': '1.0', May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Log': '1.0', May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'NDPProxy': '1.0', May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Network': '1.1', May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Port': '1.7', May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'PortForwarding': '1.3', May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'QosPolicy': '1.10', May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'SecurityGroup': '1.5', May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'SecurityGroupRule': '1.2', May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'SubPort': '1.0', May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Subnet': '1.1', May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Trunk': '1.1'}} May 04 14:44:10.726876 dv-cinder-840493-1-iscsi neutron-server[115137]: {{(pid=115137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:44:10.760283 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Network 0edac7da-e104-49a8-a1ba-50991a341388 is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:44:10.773456 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, 0edac7da-e104-49a8-a1ba-50991a341388) {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:44:10.780332 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:44:10.780430 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:10.786100 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaf7f6c-4ef9-448e-9b45-548d16db3b2c None None] Network 0edac7da-e104-49a8-a1ba-50991a341388 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:44:10.810808 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-e41d9b97-d675-4ae8-ace0-449f622b5de9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6263216 May 04 14:44:10.904237 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619bbd1f-deb0-4def-9796-a366c0a1d371 None None] Network 0edac7da-e104-49a8-a1ba-50991a341388 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:44:13.278584 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 34048) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:44:13.509180 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-557b63e6-97e6-4927-a716-6a6e16f42a95 demo admin] 10.222.0.32 "GET /v2.0/routers/4fa538a8-0943-4ef4-93ad-8205413542d4 HTTP/1.1" status: 200 len: 710 time: 0.2294428 May 04 14:44:13.600962 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d691f-904c-4072-b9d0-b85b29760090 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:44:13.602357 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-023d691f-904c-4072-b9d0-b85b29760090 demo admin] 10.222.0.32 "GET /v2.0/networks/0edac7da-e104-49a8-a1ba-50991a341388 HTTP/1.1" status: 200 len: 886 time: 0.0871618 May 04 14:44:13.611622 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:44:13.888432 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Publish callbacks [] for router_gateway (4fa538a8-0943-4ef4-93ad-8205413542d4), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:14.118143 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Publish callbacks [] for router_gateway (4fa538a8-0943-4ef4-93ad-8205413542d4), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:14.198022 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:14.356046 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Allocated IP 172.27.2.113 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/4ba2296a-02ce-4e8b-ae79-4e80f45a98b9) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:44:14.466085 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Publish callbacks [] for port (4ba2296a-02ce-4e8b-ae79-4e80f45a98b9), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:14.530168 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (4ba2296a-02ce-4e8b-ae79-4e80f45a98b9), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:14.660384 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:44:14.665707 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:44:14.672037 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:44:14.724297 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Pushing event updated for resources: {'Port': ['ID=4ba2296a-02ce-4e8b-ae79-4e80f45a98b9,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:14.987737 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Publish callbacks [] for router_gateway (4fa538a8-0943-4ef4-93ad-8205413542d4), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:15.193594 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1690849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1685112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4424'] for router (4fa538a8-0943-4ef4-93ad-8205413542d4), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:15.198848 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1690842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1690835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1685105'] for router (4fa538a8-0943-4ef4-93ad-8205413542d4), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:15.319991 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Router 4fa538a8-0943-4ef4-93ad-8205413542d4 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:44:15.433504 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:44:15.438029 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:15.439243 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-253ac1c7-4063-405b-ba48-d1498499f3a9 demo admin] 10.222.0.32 "PUT /v2.0/routers/4fa538a8-0943-4ef4-93ad-8205413542d4 HTTP/1.1" status: 200 len: 890 time: 1.8311141 May 04 14:44:17.646491 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 020a1a77-b932-4080-9f7d-3194e5f77055 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:44:17.698274 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 020a1a77-b932-4080-9f7d-3194e5f77055 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:44:17.698645 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (020a1a77-b932-4080-9f7d-3194e5f77055), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:17.786154 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 020a1a77-b932-4080-9f7d-3194e5f77055 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:44:17.964044 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 34060) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:44:18.085483 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-0a8832b0-e171-4095-989f-1c35a25e4834 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1202796 May 04 14:44:18.309759 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Sync routers for ids ['4fa538a8-0943-4ef4-93ad-8205413542d4'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:44:18.326215 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Routers {'4fa538a8-0943-4ef4-93ad-8205413542d4'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:44:18.326424 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:44:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['4fa538a8-0943-4ef4-93ad-8205413542d4'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:18.548693 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Set router 4fa538a8-0943-4ef4-93ad-8205413542d4 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:44:19.026853 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa538a8-0943-4ef4-93ad-8205413542d4', 'name': 'router1', 'tenant_id': 'c7555237bf4842dd8f28617418adec46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4ba2296a-02ce-4e8b-ae79-4e80f45a98b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:43:56Z', 'updated_at': '2022-05-04T14:44:14Z', 'revision_number': 4, 'project_id': 'c7555237bf4842dd8f28617418adec46', 'gw_port': {'id': '4ba2296a-02ce-4e8b-ae79-4e80f45a98b9', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa538a8-0943-4ef4-93ad-8205413542d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:44:14Z', 'updated_at': '2022-05-04T14:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '020a1a77-b932-4080-9f7d-3194e5f77055', 'name': '', 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da', 'tenant_id': 'c7555237bf4842dd8f28617418adec46', 'mac_address': 'fa:16:3e:b2:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa538a8-0943-4ef4-93ad-8205413542d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:44:05Z', 'updated_at': '2022-05-04T14:44:09Z', 'revision_number': 5, 'project_id': 'c7555237bf4842dd8f28617418adec46', 'subnets': [{'id': '7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fba641e-6798-434f-8904-c39800ddfa4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:19.084446 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Checking router: 4fa538a8-0943-4ef4-93ad-8205413542d4 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:44:19.084675 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Updating router 4fa538a8-0943-4ef4-93ad-8205413542d4 port 4ba2296a-02ce-4e8b-ae79-4e80f45a98b9 binding host dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:44:19.135703 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (4ba2296a-02ce-4e8b-ae79-4e80f45a98b9), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:19.469938 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Publish callbacks [] for port (4ba2296a-02ce-4e8b-ae79-4e80f45a98b9), precommit_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:19.476529 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (4ba2296a-02ce-4e8b-ae79-4e80f45a98b9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:19.530394 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Attempting to bind port 4ba2296a-02ce-4e8b-ae79-4e80f45a98b9 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:44:19.530767 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Attempting to bind port 4ba2296a-02ce-4e8b-ae79-4e80f45a98b9 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:44:19.531214 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Attempting to bind port 4ba2296a-02ce-4e8b-ae79-4e80f45a98b9 on network 0edac7da-e104-49a8-a1ba-50991a341388 {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:44:19.533199 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538719b-c56a-4a96-9f95-af59ecf30427 None None] Pushing event updated for resources: {'Port': ['ID=4ba2296a-02ce-4e8b-ae79-4e80f45a98b9,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:19.540309 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:44:19.540689 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Checking segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:44:19.541124 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:19.541545 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Bound using segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:44:19.542718 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Bound port: 4ba2296a-02ce-4e8b-ae79-4e80f45a98b9, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:44:19.542718 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (4ba2296a-02ce-4e8b-ae79-4e80f45a98b9), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:19.594865 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] For port 4ba2296a-02ce-4e8b-ae79-4e80f45a98b9, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:44:19.598502 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] For port 4ba2296a-02ce-4e8b-ae79-4e80f45a98b9, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=4ba2296a-02ce-4e8b-ae79-4e80f45a98b9,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:44:19.604034 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (4ba2296a-02ce-4e8b-ae79-4e80f45a98b9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:19.664131 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538719b-c56a-4a96-9f95-af59ecf30427 None None] Pushing event updated for resources: {'Port': ['ID=4ba2296a-02ce-4e8b-ae79-4e80f45a98b9,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:19.667422 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Routers {'4fa538a8-0943-4ef4-93ad-8205413542d4'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:44:19.668184 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:44:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['4fa538a8-0943-4ef4-93ad-8205413542d4'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:19.787358 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] Set router 4fa538a8-0943-4ef4-93ad-8205413542d4 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:44:20.017292 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa538a8-0943-4ef4-93ad-8205413542d4', 'name': 'router1', 'tenant_id': 'c7555237bf4842dd8f28617418adec46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4ba2296a-02ce-4e8b-ae79-4e80f45a98b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:43:56Z', 'updated_at': '2022-05-04T14:44:14Z', 'revision_number': 4, 'project_id': 'c7555237bf4842dd8f28617418adec46', 'gw_port': {'id': '4ba2296a-02ce-4e8b-ae79-4e80f45a98b9', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa538a8-0943-4ef4-93ad-8205413542d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:44:14Z', 'updated_at': '2022-05-04T14:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '020a1a77-b932-4080-9f7d-3194e5f77055', 'name': '', 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da', 'tenant_id': 'c7555237bf4842dd8f28617418adec46', 'mac_address': 'fa:16:3e:b2:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa538a8-0943-4ef4-93ad-8205413542d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:44:05Z', 'updated_at': '2022-05-04T14:44:09Z', 'revision_number': 5, 'project_id': 'c7555237bf4842dd8f28617418adec46', 'subnets': [{'id': '7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fba641e-6798-434f-8904-c39800ddfa4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:44:20.049752 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c9cab2-f3fb-40c9-9a2d-e5c9b9e97966 None None] The sync data for ids ['4fa538a8-0943-4ef4-93ad-8205413542d4'] in dv-cinder-840493-1-iscsi is: [{'id': '4fa538a8-0943-4ef4-93ad-8205413542d4', 'name': 'router1', 'tenant_id': 'c7555237bf4842dd8f28617418adec46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4ba2296a-02ce-4e8b-ae79-4e80f45a98b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:43:56Z', 'updated_at': '2022-05-04T14:44:14Z', 'revision_number': 4, 'project_id': 'c7555237bf4842dd8f28617418adec46', 'gw_port': {'id': '4ba2296a-02ce-4e8b-ae79-4e80f45a98b9', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa538a8-0943-4ef4-93ad-8205413542d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:44:14Z', 'updated_at': '2022-05-04T14:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '020a1a77-b932-4080-9f7d-3194e5f77055', 'name': '', 'network_id': 'd4edd298-626b-4d5b-94a6-c77b7e5b27da', 'tenant_id': 'c7555237bf4842dd8f28617418adec46', 'mac_address': 'fa:16:3e:b2:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa538a8-0943-4ef4-93ad-8205413542d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:44:05Z', 'updated_at': '2022-05-04T14:44:09Z', 'revision_number': 5, 'project_id': 'c7555237bf4842dd8f28617418adec46', 'subnets': [{'id': '7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fba641e-6798-434f-8904-c39800ddfa4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:44:21.671289 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 4ba2296a-02ce-4e8b-ae79-4e80f45a98b9 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:44:21.767568 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 4ba2296a-02ce-4e8b-ae79-4e80f45a98b9 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:44:21.767864 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (4ba2296a-02ce-4e8b-ae79-4e80f45a98b9), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:21.870426 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 4ba2296a-02ce-4e8b-ae79-4e80f45a98b9 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:44:21.871881 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (4ba2296a-02ce-4e8b-ae79-4e80f45a98b9), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:21.902540 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] For port 4ba2296a-02ce-4e8b-ae79-4e80f45a98b9, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=4ba2296a-02ce-4e8b-ae79-4e80f45a98b9,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:44:21.909306 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (4ba2296a-02ce-4e8b-ae79-4e80f45a98b9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:21.971340 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Pushing event updated for resources: {'Port': ['ID=4ba2296a-02ce-4e8b-ae79-4e80f45a98b9,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:44:23.703184 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 4ba2296a-02ce-4e8b-ae79-4e80f45a98b9 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:44:23.840402 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 4ba2296a-02ce-4e8b-ae79-4e80f45a98b9 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:44:23.849974 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (4ba2296a-02ce-4e8b-ae79-4e80f45a98b9), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:24.096529 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 4ba2296a-02ce-4e8b-ae79-4e80f45a98b9 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:44:24.098776 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 5 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:44:32.881480 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-5ba716e0-3902-45ce-b468-dea21e267cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:34.729558 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-95c87621-2071-4f70-a450-e802f2d25f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:35.959485 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:37.396555 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:44:38.850660 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:45:01.049123 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 5 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:45:02.860127 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-92a24ba4-f75e-4c12-a782-1ae24b703186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:45:04.727354 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-b4c669c5-ac04-473f-8332-b2c3bf0f6c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:45:05.991567 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:45:07.385855 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:45:08.845588 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:45:32.862252 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbf99-df0a-44b8-b49e-f127e4059902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:45:34.723617 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-d9c96829-8d19-4179-8e90-1f921fac84ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:45:35.960633 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:45:37.388529 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:45:38.023480 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 5 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:45:38.852823 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:45:39.854955 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 34544) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:45:39.932203 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe51bcf7-e788-4cde-9fbd-2f32eb50b1e0 admin admin] GET failed (client error): The resource could not be found. May 04 14:45:39.933638 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-fe51bcf7-e788-4cde-9fbd-2f32eb50b1e0 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0777392 May 04 14:45:40.198917 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde461c-b423-4a3b-9fd2-4bb38cec9cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:45:40.200470 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-7cde461c-b423-4a3b-9fd2-4bb38cec9cd0 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2621627 May 04 14:45:42.491683 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 34554) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:45:42.612307 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b088367-0a0d-446a-83c3-a85553398e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:45:42.613685 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-3b088367-0a0d-446a-83c3-a85553398e44 admin admin] 10.222.0.32 "GET /v2.0/subnets/7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9 HTTP/1.1" status: 200 len: 849 time: 0.1210351 May 04 14:45:42.623655 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:45:42.709801 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Publish callbacks [] for subnet (7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:45:42.857052 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789718778552'] for subnet (7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:45:42.888132 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:45:42.888627 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:45:42.900856 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] 10.222.0.32 "PUT /v2.0/subnets/7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9 HTTP/1.1" status: 200 len: 868 time: 0.2702293 May 04 14:45:42.904186 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a36b62-38a6-4d99-865a-1c4241509520 None None] Network d4edd298-626b-4d5b-94a6-c77b7e5b27da requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:45:42.913089 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:45:42.921390 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:45:42.921760 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:45:42.922105 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:45:42.922453 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:45:42.922857 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:45:42.923117 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:45:42.923445 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:45:42.923777 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:45:42.924121 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:45:42.924436 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:45:42.924818 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:45:42.925161 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:45:42.925471 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:45:42.925793 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:45:42.926114 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22310b1a-aa5a-4868-8ce3-2cad27c26cb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:45:43.242693 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-32c6d092-55f8-4ced-a860-3fdb83dc3f44 None None] Provisioning complete for port 020a1a77-b932-4080-9f7d-3194e5f77055 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:45:43.243083 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-32c6d092-55f8-4ced-a860-3fdb83dc3f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (020a1a77-b932-4080-9f7d-3194e5f77055), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:45:43.325426 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-32c6d092-55f8-4ced-a860-3fdb83dc3f44 None None] Current status of the port 020a1a77-b932-4080-9f7d-3194e5f77055 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:45:43.333809 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-32c6d092-55f8-4ced-a860-3fdb83dc3f44 None None] Provisioning complete for port ed9d76d6-9690-4870-a9ad-ef5a1281f701 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:45:43.334192 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-32c6d092-55f8-4ced-a860-3fdb83dc3f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (ed9d76d6-9690-4870-a9ad-ef5a1281f701), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:45:43.413365 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-32c6d092-55f8-4ced-a860-3fdb83dc3f44 None None] Current status of the port ed9d76d6-9690-4870-a9ad-ef5a1281f701 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:45:45.209828 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 34564) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:45:45.419142 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f601bf3-31ae-4be2-a0b0-34fd19e77484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:45:45.419480 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f601bf3-31ae-4be2-a0b0-34fd19e77484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:45:45.421092 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-1f601bf3-31ae-4be2-a0b0-34fd19e77484 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2102835 May 04 14:45:47.724407 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 34572) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:45:48.015893 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830469a5-c05a-4d01-bc4b-9736a62094d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:45:48.016523 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830469a5-c05a-4d01-bc4b-9736a62094d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:45:48.019172 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-830469a5-c05a-4d01-bc4b-9736a62094d4 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2934546 May 04 14:45:50.309824 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 34580) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:45:50.442052 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b207bf-c296-405a-b8f4-e9d3a56f7dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:45:50.443393 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-08b207bf-c296-405a-b8f4-e9d3a56f7dad admin admin] 10.222.0.32 "GET /v2.0/networks/0edac7da-e104-49a8-a1ba-50991a341388 HTTP/1.1" status: 200 len: 886 time: 0.1326287 May 04 14:45:52.732272 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 34588) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:45:52.871624 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b175ac-d646-42ca-bebf-0ccab1f34216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:45:52.873067 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-38b175ac-d646-42ca-bebf-0ccab1f34216 admin admin] 10.222.0.32 "GET /v2.0/networks/d4edd298-626b-4d5b-94a6-c77b7e5b27da HTTP/1.1" status: 200 len: 869 time: 0.1397161 May 04 14:45:55.184492 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 34596) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:45:55.315645 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497660e0-8bbe-43db-9b93-803a18be6ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:45:55.316090 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497660e0-8bbe-43db-9b93-803a18be6ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:45:55.317648 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-497660e0-8bbe-43db-9b93-803a18be6ea6 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1321402 May 04 14:45:57.618295 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 34604) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:45:57.716649 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7107823-9c97-4796-9146-cbcaed9bd3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:45:57.717131 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7107823-9c97-4796-9146-cbcaed9bd3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:45:57.718677 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-e7107823-9c97-4796-9146-cbcaed9bd3ec admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0993078 May 04 14:45:59.995851 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 34612) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:46:00.093740 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e86d3-5fff-4868-864d-468d459561be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:46:00.095118 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-ce5e86d3-5fff-4868-864d-468d459561be admin admin] 10.222.0.32 "GET /v2.0/subnets/7f7c5960-3fd2-4d49-a0a3-8cfc85b1c0b9 HTTP/1.1" status: 200 len: 868 time: 0.0983107 May 04 14:46:02.381043 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 34620) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:46:02.476950 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e3b404-9208-4698-b849-12657af5cfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:46:02.478319 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-29e3b404-9208-4698-b849-12657af5cfc1 admin admin] 10.222.0.32 "GET /v2.0/subnets/92b087e4-c23b-49a0-b51f-8d816ced8300 HTTP/1.1" status: 200 len: 816 time: 0.0963306 May 04 14:46:02.861345 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-caec7bf5-7b17-45dc-a19d-f5bfd6f3859b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:04.727599 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0beafb80-37f9-48c3-b0c9-c19871448836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:05.965788 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:07.391750 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:08.847841 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:15.030592 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 5 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:46:32.855694 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f2dae19b-6842-4d2b-b33c-b19fc11d40b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:34.731539 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-cd24af95-38a7-4aaf-8f7f-ef6900b130c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:35.968034 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:37.395403 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:38.854148 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:43.244437 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 34678) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:46:43.294598 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [None req-3bcade80-f17c-48b5-9968-8dbc94e715e4 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=115137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:46:43.295598 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-3bcade80-f17c-48b5-9968-8dbc94e715e4 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0501237 May 04 14:46:45.666010 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 34686) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:46:45.732961 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fe9eb5-1c42-478d-b244-059485b664ba admin admin] GET failed (client error): The resource could not be found. May 04 14:46:45.734265 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-04fe9eb5-1c42-478d-b244-059485b664ba admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672591 May 04 14:46:45.824121 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26ae5e4-49e3-4e63-bd9c-714427d51442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:46:45.825644 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-a26ae5e4-49e3-4e63-bd9c-714427d51442 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0872078 May 04 14:46:48.107895 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 34694) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:46:48.158594 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:46:48.179619 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Made reservation on behalf of 62c598d6329d4180a1bbd38c5500b8cc for: {'network': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:46:48.182295 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:48.210142 dv-cinder-840493-1-iscsi neutron-server[115136]: WARNING neutron.services.revisions.revision_plugin [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Could not find related network for resource to bump revision. May 04 14:46:48.222463 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=115136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:46:48.231968 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (5e79b4ae-7909-4c31-8b29-39c608dd64ae), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:48.232311 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.segments_db [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Added segment 5e79b4ae-7909-4c31-8b29-39c608dd64ae of type vlan for network 91b6a82e-8754-45de-80ed-a42597daeacd May 04 14:46:48.272757 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (91b6a82e-8754-45de-80ed-a42597daeacd), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:48.298996 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (91b6a82e-8754-45de-80ed-a42597daeacd), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:48.300119 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:46:48.300730 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:48.334475 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2254539 May 04 14:46:48.372015 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Pushing event updated for resources: {'Network': ['ID=91b6a82e-8754-45de-80ed-a42597daeacd,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:46:48.379943 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:48.380271 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:48.380651 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:48.381030 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:48.381361 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:48.381692 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:48.382018 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:48.382347 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:48.382669 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:48.383002 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:48.383341 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:48.383671 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:48.384008 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:48.384349 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:48.384649 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5c4-2bd8-4b2e-bafa-be745578ac70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:48.396580 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network 91b6a82e-8754-45de-80ed-a42597daeacd details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:46:50.661547 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 34702) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:46:50.727675 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3b407d-67f5-4a6c-ac53-0861538be49b admin admin] GET failed (client error): The resource could not be found. May 04 14:46:50.729339 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-9c3b407d-67f5-4a6c-ac53-0861538be49b admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0666404 May 04 14:46:50.831210 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f371d76-5f17-48a3-ac66-7c6acbcc1928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:46:50.832680 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-9f371d76-5f17-48a3-ac66-7c6acbcc1928 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0991521 May 04 14:46:50.842536 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '91b6a82e-8754-45de-80ed-a42597daeacd', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:46:50.862619 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Made reservation on behalf of 62c598d6329d4180a1bbd38c5500b8cc for: {'subnet': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:46:50.864978 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:51.041239 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for subnet (dfe6c87c-54c6-43f8-ac93-1a0d79249df9), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:51.091610 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe6c87c-54c6-43f8-ac93-1a0d79249df9,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:46:51.106078 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.106309 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.106658 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.106993 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.107316 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.107636 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.107954 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.108267 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.108595 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.108948 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.109264 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.109596 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.109911 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.110219 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.110532 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.119353 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Checking segment: {'id': '5e79b4ae-7909-4c31-8b29-39c608dd64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91b6a82e-8754-45de-80ed-a42597daeacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:46:51.119689 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Network hostable DHCP agents. Network: 91b6a82e-8754-45de-80ed-a42597daeacd, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:46:51.138270 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Network 91b6a82e-8754-45de-80ed-a42597daeacd is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:46:51.149345 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, 91b6a82e-8754-45de-80ed-a42597daeacd) {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:46:51.153799 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:46:51.154387 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:51.159515 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fc8be5-1898-4fb7-b6ff-bf48b428c510 None None] Network 91b6a82e-8754-45de-80ed-a42597daeacd requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:46:51.172402 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-f4083d89-3a0e-4527-9ae1-8af781153902 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3333397 May 04 14:46:51.279882 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4965d7e2-3619-50f4-806f-d53d5fe93725-91b6a82e-8754-45de-80ed-a42597daeacd', 'network_id': '91b6a82e-8754-45de-80ed-a42597daeacd', 'project_id': '62c598d6329d4180a1bbd38c5500b8cc', 'fixed_ips': [{'subnet_id': 'dfe6c87c-54c6-43f8-ac93-1a0d79249df9'}]}} from dv-cinder-840493-1-iscsi. {{(pid=115138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:46:51.280814 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:51.426175 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.db_base_plugin_common [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Allocated IP 192.168.233.2 (91b6a82e-8754-45de-80ed-a42597daeacd/dfe6c87c-54c6-43f8-ac93-1a0d79249df9/9b7abdbe-3c74-4692-89ce-7c6a9d94968a) {{(pid=115138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:46:51.679089 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Publish callbacks [] for port (9b7abdbe-3c74-4692-89ce-7c6a9d94968a), precommit_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:51.686276 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (9b7abdbe-3c74-4692-89ce-7c6a9d94968a), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:51.729082 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Network 91b6a82e-8754-45de-80ed-a42597daeacd is already hosted by enough agents. {{(pid=115138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:46:51.731965 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.base_scheduler [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Resources bound (agent type, host, resource id): {{(pid=115138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:46:51.734684 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Received port after_create {{(pid=115138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:46:51.755645 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Pushing event updated for resources: {'Port': ['ID=9b7abdbe-3c74-4692-89ce-7c6a9d94968a,revision_number=1']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:46:51.779472 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.779876 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.780153 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.780520 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.780851 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.781176 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.781494 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.781809 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.782123 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.782454 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.782765 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.783100 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.783418 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.783736 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.784044 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:46:51.818581 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Attempting to bind port 9b7abdbe-3c74-4692-89ce-7c6a9d94968a on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:46:51.818953 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Attempting to bind port 9b7abdbe-3c74-4692-89ce-7c6a9d94968a by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '5e79b4ae-7909-4c31-8b29-39c608dd64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91b6a82e-8754-45de-80ed-a42597daeacd'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:46:51.819301 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Attempting to bind port 9b7abdbe-3c74-4692-89ce-7c6a9d94968a on network 91b6a82e-8754-45de-80ed-a42597daeacd {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:46:51.825720 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:46:51.826086 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Checking segment: {'id': '5e79b4ae-7909-4c31-8b29-39c608dd64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91b6a82e-8754-45de-80ed-a42597daeacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:46:51.826490 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:51.826877 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Bound using segment: {'id': '5e79b4ae-7909-4c31-8b29-39c608dd64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91b6a82e-8754-45de-80ed-a42597daeacd'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:46:51.827353 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Bound port: 9b7abdbe-3c74-4692-89ce-7c6a9d94968a, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e79b4ae-7909-4c31-8b29-39c608dd64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91b6a82e-8754-45de-80ed-a42597daeacd'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:46:51.827696 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (9b7abdbe-3c74-4692-89ce-7c6a9d94968a), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:51.893600 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] For port 9b7abdbe-3c74-4692-89ce-7c6a9d94968a, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:46:51.896817 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] For port 9b7abdbe-3c74-4692-89ce-7c6a9d94968a, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=9b7abdbe-3c74-4692-89ce-7c6a9d94968a,segment=NetworkSegment(5e79b4ae-7909-4c31-8b29-39c608dd64ae),segment_id=5e79b4ae-7909-4c31-8b29-39c608dd64ae)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:46:51.905253 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (9b7abdbe-3c74-4692-89ce-7c6a9d94968a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:51.975556 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f1dcb-e50f-402e-8157-87d893db36c2 None None] Pushing event updated for resources: {'Port': ['ID=9b7abdbe-3c74-4692-89ce-7c6a9d94968a,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:46:52.022474 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 5 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:46:52.837357 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a60342-827a-4966-a5de-9b107983f438 None None] Network 91b6a82e-8754-45de-80ed-a42597daeacd requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:46:52.906585 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-1d8a1202-51b8-4f94-b33e-5ba5aa8d4c22 None None] Provisioning complete for port 9b7abdbe-3c74-4692-89ce-7c6a9d94968a triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:46:52.907044 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1202-51b8-4f94-b33e-5ba5aa8d4c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (9b7abdbe-3c74-4692-89ce-7c6a9d94968a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:53.025185 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a1202-51b8-4f94-b33e-5ba5aa8d4c22 None None] Current status of the port 9b7abdbe-3c74-4692-89ce-7c6a9d94968a is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:46:53.025629 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1202-51b8-4f94-b33e-5ba5aa8d4c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (9b7abdbe-3c74-4692-89ce-7c6a9d94968a), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:53.064520 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-1d8a1202-51b8-4f94-b33e-5ba5aa8d4c22 None None] For port 9b7abdbe-3c74-4692-89ce-7c6a9d94968a, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=9b7abdbe-3c74-4692-89ce-7c6a9d94968a,segment=NetworkSegment(5e79b4ae-7909-4c31-8b29-39c608dd64ae),segment_id=5e79b4ae-7909-4c31-8b29-39c608dd64ae)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:46:53.069769 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1202-51b8-4f94-b33e-5ba5aa8d4c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (9b7abdbe-3c74-4692-89ce-7c6a9d94968a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:53.122933 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a1202-51b8-4f94-b33e-5ba5aa8d4c22 None None] Pushing event updated for resources: {'Port': ['ID=9b7abdbe-3c74-4692-89ce-7c6a9d94968a,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:46:53.289027 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-720642ce-2cd8-4aa1-bb71-9fe83f2f390b None None] Provisioning complete for port 9b7abdbe-3c74-4692-89ce-7c6a9d94968a triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:46:53.289389 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-720642ce-2cd8-4aa1-bb71-9fe83f2f390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (9b7abdbe-3c74-4692-89ce-7c6a9d94968a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:53.372670 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-720642ce-2cd8-4aa1-bb71-9fe83f2f390b None None] Current status of the port 9b7abdbe-3c74-4692-89ce-7c6a9d94968a is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:46:53.745460 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 9b7abdbe-3c74-4692-89ce-7c6a9d94968a up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:46:53.795421 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 9b7abdbe-3c74-4692-89ce-7c6a9d94968a triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:46:53.795802 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (9b7abdbe-3c74-4692-89ce-7c6a9d94968a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:46:53.877080 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 9b7abdbe-3c74-4692-89ce-7c6a9d94968a is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:47:02.859351 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a1fd5c6e-ea03-4cd2-9604-0ae4fb75f2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:47:04.735691 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c206dad6-de12-4a34-a76e-2c473471865a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:47:05.972632 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:47:07.398050 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:47:08.849696 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:47:29.024137 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 5 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:47:32.863468 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-630ce1f4-0901-470c-97f6-544728bcb9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:47:34.741673 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-707cf191-b442-4237-b004-05662d2cb262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:47:35.972853 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:47:37.406105 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:47:38.856170 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:02.869100 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-ae20421b-c5f4-4921-a0ec-3b4f0fecc79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:04.737437 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-e20d781d-2081-4e3e-8dcb-2873c870e8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:05.982776 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:06.025640 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 5 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:48:07.404364 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:08.851168 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:19.051522 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 34740) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:48:19.057553 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [None req-27ee6ce7-7746-438f-b1bb-7f881245cbcb tempest-verify_tempest_config-1242244781 tempest-verify_tempest_config-1242244781-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=115137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:48:19.058622 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-27ee6ce7-7746-438f-b1bb-7f881245cbcb tempest-verify_tempest_config-1242244781 tempest-verify_tempest_config-1242244781-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0061195 May 04 14:48:19.381898 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 34758) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:48:19.508023 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:19.595871 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Publish callbacks [] for security_group (47630c14-9a5e-40d4-9aee-dd2d15adb78b), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:19.601730 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (47630c14-9a5e-40d4-9aee-dd2d15adb78b), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:19.646320 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=998700b8e84d4fcd8e73ed0b0c00e4d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2632167 May 04 14:48:19.647382 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47630c14-9a5e-40d4-9aee-dd2d15adb78b,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:19.649148 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 34764) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:48:19.654752 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.655094 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.655442 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.655795 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.656103 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.656426 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.656743 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.657090 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.657420 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.657752 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.658067 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.658502 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.658710 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.659018 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.659342 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310f1ed2-fc06-4df8-b210-e1230fa4df0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.734151 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Publish callbacks [] for security_group (47630c14-9a5e-40d4-9aee-dd2d15adb78b), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:19.755108 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Publish callbacks [] for security_group (47630c14-9a5e-40d4-9aee-dd2d15adb78b), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:19.866270 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (47630c14-9a5e-40d4-9aee-dd2d15adb78b), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:19.868895 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:19.870127 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47630c14-9a5e-40d4-9aee-dd2d15adb78b HTTP/1.1" status: 204 len: 168 time: 0.2181678 May 04 14:48:19.878128 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47630c14-9a5e-40d4-9aee-dd2d15adb78b,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:48:19.884991 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.885349 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.885748 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.886085 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.886407 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.886735 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.887047 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.887360 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.887690 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.888081 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.888326 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.888641 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.888990 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.889396 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:19.889646 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f42275e-f770-470d-807c-ae6fbe0954d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:48:32.875604 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-1f57403e-a864-4173-8a7c-dc3c4cee1cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:34.742209 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-87f2119d-7867-4543-8e4d-ada63db59b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:35.980000 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:37.407434 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:38.856985 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:48:43.028895 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 5 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:49:02.880215 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0ad648b0-6bdf-461d-b1fe-8ae439d6d37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:49:04.748339 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-cd20e07e-e536-4f6b-8b3c-559c0231650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:49:05.985726 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:49:07.409090 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:49:08.869785 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:49:20.033082 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 5 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:49:32.980843 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-04403c64-8919-485e-be99-488e7787e6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:49:34.745376 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0f978299-43ff-43f0-ba93-20cb4906a175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:49:35.993008 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:49:37.413070 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:49:38.866675 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:49:57.038104 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 5 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:50:02.874197 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a910b355-0b9b-4def-b06a-b99517981be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:50:04.743406 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-63d76e7f-a71f-4c20-8887-f64114eab081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:50:05.990014 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:50:07.419787 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:50:08.870053 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:50:11.449542 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694747'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:50:26.672939 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 34834) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:50:26.792416 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-ee26af8b-4f01-4fed-87fc-7b05ac9a5473 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1182880 May 04 14:50:29.170618 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 34844) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:50:29.239924 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-3d49444c-18f9-4bca-9f59-d124a5b15146 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0679543 May 04 14:50:32.884404 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-2699f67a-93a0-457f-a1a1-d9954536e218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:50:34.041712 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:50:34.742012 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-bf3d3a29-f0ca-426d-a6c9-88280fe13954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:50:36.003407 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:50:37.427589 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:50:38.875083 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:50:41.421855 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:51:02.882148 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-2b60f682-e760-4c87-8abf-97c71631bb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:51:04.738713 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-335067d5-6bd0-411f-93c8-c1018d37bb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:51:05.999498 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:51:07.423141 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:51:08.873261 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:51:11.045358 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:51:11.431205 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:51:32.889245 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-8e0543ae-47db-47e8-a514-6ced535a48b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:51:34.733964 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb753227-9a55-45cc-a22c-c312df185ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:51:36.003214 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:51:37.421616 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:51:38.872460 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:51:41.435374 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:51:48.047663 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:52:02.886178 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-10f64675-64a1-4eaf-a21c-4116211ce250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:04.743507 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-be0e6d55-ac29-4456-9dcb-4bd039f3f899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:06.005899 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:07.430387 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:08.892424 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:11.436453 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:12.705124 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35046) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:13.111281 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1181210955-network', 'tenant_id': '958a8323b6914605b4767698e1510825'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:13.145134 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Made reservation on behalf of 958a8323b6914605b4767698e1510825 for: {'network': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:13.148670 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35072) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:13.150027 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:13.178569 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:13.294154 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35080) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:13.297916 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Publish callbacks [] for security_group (69b36ff6-0029-400a-8a43-bcb09a8d9677), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:13.303184 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (69b36ff6-0029-400a-8a43-bcb09a8d9677), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:13.345484 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b36ff6-0029-400a-8a43-bcb09a8d9677,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:13.353470 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=115137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:52:13.361680 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.362061 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.362433 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.367477 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.367477 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.367477 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.367477 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.367477 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.367477 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.367477 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.367477 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.367477 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.367477 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.367477 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.367477 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Tracked resource versions report: May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: pushed versions: May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: { 'AddressGroup': {'1.2'}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Agent': {'1.1'}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'ConntrackHelper': {'1.0'}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'LocalIPAssociation': {'1.0'}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Log': {'1.0'}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'NDPProxy': {'1.0'}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Network': {'1.1'}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Port': {'1.7'}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'PortForwarding': {'1.3'}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'QosPolicy': {'1.10'}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'SecurityGroup': {'1.5'}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'SecurityGroupRule': {'1.2'}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'SubPort': {'1.0'}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Subnet': {'1.1'}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Trunk': {'1.1'}} May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: consumer versions: May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: { DHCP agent@dv-cinder-840493-1-iscsi: {}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: HyperV agent@hv-cinder-84049: {}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: L3 agent@dv-cinder-840493-1-iscsi: {}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: Metadata agent@dv-cinder-840493-1-iscsi: {}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: Metering agent@dv-cinder-840493-1-iscsi: {}, May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: Open vSwitch agent@dv-cinder-840493-1-iscsi: { 'AddressGroup': '1.2', May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Agent': '1.1', May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'ConntrackHelper': '1.0', May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'LocalIPAssociation': '1.0', May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Log': '1.0', May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'NDPProxy': '1.0', May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Network': '1.1', May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Port': '1.7', May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'PortForwarding': '1.3', May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'QosPolicy': '1.10', May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'SecurityGroup': '1.5', May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'SecurityGroupRule': '1.2', May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'SubPort': '1.0', May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Subnet': '1.1', May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: 'Trunk': '1.1'}} May 04 14:52:13.369413 dv-cinder-840493-1-iscsi neutron-server[115137]: {{(pid=115137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:52:13.389172 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789718747459', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (94a2dcba-0efb-44a0-94cf-198b20cba860), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:13.390275 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Unsubscribe: segment precommit_create {{(pid=115137) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 14:52:13.390873 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.segments_db [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Added segment 94a2dcba-0efb-44a0-94cf-198b20cba860 of type vlan for network f566efce-bbf3-4d94-9c87-84002696f7d5 May 04 14:52:13.466271 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (f566efce-bbf3-4d94-9c87-84002696f7d5), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:13.509024 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (f566efce-bbf3-4d94-9c87-84002696f7d5), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:13.510075 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:13.510647 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:13.645442 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] Pushing event updated for resources: {'Network': ['ID=f566efce-bbf3-4d94-9c87-84002696f7d5,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:13.654614 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-18163f24-bdb6-4498-8a51-be9f3dbef2fb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9474628 May 04 14:52:13.659305 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35096) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:13.667486 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Request body: {'subnet': {'network_id': 'f566efce-bbf3-4d94-9c87-84002696f7d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1181210955-subnet', 'tenant_id': '958a8323b6914605b4767698e1510825', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:13.670812 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network f566efce-bbf3-4d94-9c87-84002696f7d5 details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:52:13.708995 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Made reservation on behalf of 958a8323b6914605b4767698e1510825 for: {'subnet': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:13.715275 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:13.887284 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-8f33102c-eb6d-4d14-a322-f5a8e8c4218d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-110227730-network', 'tenant_id': '35d8071dbd7246228c7a252c40fae038'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:13.923978 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35102) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:13.936731 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f33102c-eb6d-4d14-a322-f5a8e8c4218d admin admin] Made reservation on behalf of 35d8071dbd7246228c7a252c40fae038 for: {'network': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:13.941700 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8f33102c-eb6d-4d14-a322-f5a8e8c4218d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:13.958561 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8f33102c-eb6d-4d14-a322-f5a8e8c4218d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:13.971382 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-5419b006-778a-481f-bc2f-2980ad9fa051 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-network', 'tenant_id': 'f512333663064960847a1dd30c177cf9'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:14.023400 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35108) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:14.069992 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for subnet (c616ac8a-3ce4-462a-a8a5-efeef46deea3), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.148038 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5419b006-778a-481f-bc2f-2980ad9fa051 admin admin] Made reservation on behalf of f512333663064960847a1dd30c177cf9 for: {'network': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:14.150584 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5419b006-778a-481f-bc2f-2980ad9fa051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.174251 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5419b006-778a-481f-bc2f-2980ad9fa051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.200876 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c616ac8a-3ce4-462a-a8a5-efeef46deea3,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:14.238595 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:14.239032 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:14.239272 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:14.239602 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:14.239924 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:14.240245 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:14.240560 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:14.240905 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:14.241245 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:14.241569 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:14.241896 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:14.242235 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:14.242723 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:14.243186 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:14.243647 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Tracked resource versions report: May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: pushed versions: May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: { 'AddressGroup': {'1.2'}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Agent': {'1.1'}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'ConntrackHelper': {'1.0'}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'LocalIPAssociation': {'1.0'}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Log': {'1.0'}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'NDPProxy': {'1.0'}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Network': {'1.1'}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Port': {'1.7'}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'PortForwarding': {'1.3'}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'QosPolicy': {'1.10'}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'SecurityGroup': {'1.5'}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'SecurityGroupRule': {'1.2'}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'SubPort': {'1.0'}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Subnet': {'1.1'}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Trunk': {'1.1'}} May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: consumer versions: May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: { DHCP agent@dv-cinder-840493-1-iscsi: {}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: HyperV agent@hv-cinder-84049: {}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: L3 agent@dv-cinder-840493-1-iscsi: {}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: Metadata agent@dv-cinder-840493-1-iscsi: {}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: Metering agent@dv-cinder-840493-1-iscsi: {}, May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: Open vSwitch agent@dv-cinder-840493-1-iscsi: { 'AddressGroup': '1.2', May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Agent': '1.1', May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'ConntrackHelper': '1.0', May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'LocalIPAssociation': '1.0', May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Log': '1.0', May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'NDPProxy': '1.0', May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Network': '1.1', May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Port': '1.7', May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'PortForwarding': '1.3', May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'QosPolicy': '1.10', May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'SecurityGroup': '1.5', May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'SecurityGroupRule': '1.2', May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'SubPort': '1.0', May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Subnet': '1.1', May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: 'Trunk': '1.1'}} May 04 14:52:14.245076 dv-cinder-840493-1-iscsi neutron-server[115136]: {{(pid=115136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:52:14.259190 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Checking segment: {'id': '94a2dcba-0efb-44a0-94cf-198b20cba860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f566efce-bbf3-4d94-9c87-84002696f7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:14.259826 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Network hostable DHCP agents. Network: f566efce-bbf3-4d94-9c87-84002696f7d5, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:52:14.275717 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8f33102c-eb6d-4d14-a322-f5a8e8c4218d admin admin] Publish callbacks [] for security_group (105da49f-c384-4665-8dad-19f8f33653bb), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.294880 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8f33102c-eb6d-4d14-a322-f5a8e8c4218d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (105da49f-c384-4665-8dad-19f8f33653bb), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.352164 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-7e4a293f-e5f4-4463-bbc9-a5e9495f7be9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-network', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:14.372840 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f33102c-eb6d-4d14-a322-f5a8e8c4218d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=115136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:52:14.390874 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4a293f-e5f4-4463-bbc9-a5e9495f7be9 admin admin] Made reservation on behalf of f96454a48c304aabbcb82ad8a2771b01 for: {'network': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:14.393663 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7e4a293f-e5f4-4463-bbc9-a5e9495f7be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.393941 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Network f566efce-bbf3-4d94-9c87-84002696f7d5 is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:52:14.412702 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7e4a293f-e5f4-4463-bbc9-a5e9495f7be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.431494 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-9388bbfc-2717-4dee-82cd-c7090bf8facf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1609223988-network', 'tenant_id': '367321a836de445f9e65af1baac99c98'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:14.434158 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8f33102c-eb6d-4d14-a322-f5a8e8c4218d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (98282e52-31b9-49c9-a129-6663c534208a), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.434949 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.segments_db [None req-8f33102c-eb6d-4d14-a322-f5a8e8c4218d admin admin] Added segment 98282e52-31b9-49c9-a129-6663c534208a of type vlan for network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b May 04 14:52:14.455606 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33102c-eb6d-4d14-a322-f5a8e8c4218d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105da49f-c384-4665-8dad-19f8f33653bb,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:14.516136 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9388bbfc-2717-4dee-82cd-c7090bf8facf admin admin] Made reservation on behalf of 367321a836de445f9e65af1baac99c98 for: {'network': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:14.518503 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9388bbfc-2717-4dee-82cd-c7090bf8facf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.528297 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, f566efce-bbf3-4d94-9c87-84002696f7d5) {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:14.540501 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:14.541577 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe34d38-97a5-49c9-9955-9748a8bee760 None None] Network f566efce-bbf3-4d94-9c87-84002696f7d5 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:52:14.551295 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.563412 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9388bbfc-2717-4dee-82cd-c7090bf8facf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.598247 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8f33102c-eb6d-4d14-a322-f5a8e8c4218d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (5e55fa58-e1fd-4309-9ca5-06129fc8fe5b), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.657114 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5419b006-778a-481f-bc2f-2980ad9fa051 admin admin] Publish callbacks [] for security_group (588f90ec-84b4-45aa-b8c6-562a42226a7e), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.662302 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-c80f8ce9-aee2-47a3-a61a-f86e5f610e7b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0015001 May 04 14:52:14.673230 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5419b006-778a-481f-bc2f-2980ad9fa051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (588f90ec-84b4-45aa-b8c6-562a42226a7e), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.698917 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8f33102c-eb6d-4d14-a322-f5a8e8c4218d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (5e55fa58-e1fd-4309-9ca5-06129fc8fe5b), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.706922 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f33102c-eb6d-4d14-a322-f5a8e8c4218d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:14.712898 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8f33102c-eb6d-4d14-a322-f5a8e8c4218d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.808588 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9388bbfc-2717-4dee-82cd-c7090bf8facf admin admin] Publish callbacks [] for security_group (3734a894-2583-4b37-ae81-50fe4602883b), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.826954 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9388bbfc-2717-4dee-82cd-c7090bf8facf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3734a894-2583-4b37-ae81-50fe4602883b), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.848334 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419b006-778a-481f-bc2f-2980ad9fa051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588f90ec-84b4-45aa-b8c6-562a42226a7e,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:14.852164 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5419b006-778a-481f-bc2f-2980ad9fa051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=115136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:52:14.866485 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7bb673-3e49-44ac-bcff-db0f8f6500fe None None] Network f566efce-bbf3-4d94-9c87-84002696f7d5 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:52:14.894958 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-8f33102c-eb6d-4d14-a322-f5a8e8c4218d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7391567 May 04 14:52:14.895131 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35136) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:14.897821 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33102c-eb6d-4d14-a322-f5a8e8c4218d admin admin] Pushing event updated for resources: {'Network': ['ID=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:14.909408 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5419b006-778a-481f-bc2f-2980ad9fa051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (35db688c-d435-4ae9-863b-69b95ec0af0d), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.911294 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.segments_db [None req-5419b006-778a-481f-bc2f-2980ad9fa051 admin admin] Added segment 35db688c-d435-4ae9-863b-69b95ec0af0d of type vlan for network 79f79ca7-23fe-4754-96e7-93df86905dc1 May 04 14:52:14.918416 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-33fa84e3-771e-41d7-b49c-13ab08eff8a9 admin admin] Request body: {'subnet': {'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-110227730-subnet', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:14.931331 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7e4a293f-e5f4-4463-bbc9-a5e9495f7be9 admin admin] Publish callbacks [] for security_group (bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:14.933804 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:52:14.975682 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9388bbfc-2717-4dee-82cd-c7090bf8facf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=115137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:52:14.979428 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fa84e3-771e-41d7-b49c-13ab08eff8a9 admin admin] Made reservation on behalf of 35d8071dbd7246228c7a252c40fae038 for: {'subnet': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:14.984158 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-33fa84e3-771e-41d7-b49c-13ab08eff8a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:15.010310 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5419b006-778a-481f-bc2f-2980ad9fa051 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (79f79ca7-23fe-4754-96e7-93df86905dc1), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:15.089015 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5419b006-778a-481f-bc2f-2980ad9fa051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (79f79ca7-23fe-4754-96e7-93df86905dc1), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:15.103734 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5419b006-778a-481f-bc2f-2980ad9fa051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:15.104569 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5419b006-778a-481f-bc2f-2980ad9fa051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:15.143868 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7e4a293f-e5f4-4463-bbc9-a5e9495f7be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:15.167636 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388bbfc-2717-4dee-82cd-c7090bf8facf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3734a894-2583-4b37-ae81-50fe4602883b,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:15.172538 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9388bbfc-2717-4dee-82cd-c7090bf8facf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:15.173348 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.segments_db [None req-9388bbfc-2717-4dee-82cd-c7090bf8facf admin admin] Added segment d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa of type vlan for network b03422af-5eb8-4977-a232-35a6a99300ff May 04 14:52:15.200893 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4a293f-e5f4-4463-bbc9-a5e9495f7be9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=115137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:52:15.229508 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-5419b006-778a-481f-bc2f-2980ad9fa051 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9336009 May 04 14:52:15.237674 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35150) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:15.260341 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-4663afae-82a0-4652-9311-cb9a752e0071 admin admin] Request body: {'subnet': {'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-subnet', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:15.311568 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7e4a293f-e5f4-4463-bbc9-a5e9495f7be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (117a045f-8cd2-4715-8f53-34effdd68722), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:15.312314 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.segments_db [None req-7e4a293f-e5f4-4463-bbc9-a5e9495f7be9 admin admin] Added segment 117a045f-8cd2-4715-8f53-34effdd68722 of type vlan for network 0132aa9d-215e-458d-ac0a-392119ca6fdd May 04 14:52:15.329160 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a293f-e5f4-4463-bbc9-a5e9495f7be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:15.335688 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9388bbfc-2717-4dee-82cd-c7090bf8facf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (b03422af-5eb8-4977-a232-35a6a99300ff), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:15.443437 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419b006-778a-481f-bc2f-2980ad9fa051 admin admin] Pushing event updated for resources: {'Network': ['ID=79f79ca7-23fe-4754-96e7-93df86905dc1,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:15.454296 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7e4a293f-e5f4-4463-bbc9-a5e9495f7be9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (0132aa9d-215e-458d-ac0a-392119ca6fdd), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:15.459936 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4663afae-82a0-4652-9311-cb9a752e0071 admin admin] Made reservation on behalf of f512333663064960847a1dd30c177cf9 for: {'subnet': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:15.462500 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4663afae-82a0-4652-9311-cb9a752e0071 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:15.465656 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network 79f79ca7-23fe-4754-96e7-93df86905dc1 details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:52:15.474701 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9388bbfc-2717-4dee-82cd-c7090bf8facf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (b03422af-5eb8-4977-a232-35a6a99300ff), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:15.483428 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9388bbfc-2717-4dee-82cd-c7090bf8facf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:15.489190 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9388bbfc-2717-4dee-82cd-c7090bf8facf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:15.718610 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-33fa84e3-771e-41d7-b49c-13ab08eff8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for subnet (7d660033-ba74-4e17-bb0f-1920d761a352), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:15.735723 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7e4a293f-e5f4-4463-bbc9-a5e9495f7be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (0132aa9d-215e-458d-ac0a-392119ca6fdd), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:15.736967 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4a293f-e5f4-4463-bbc9-a5e9495f7be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:15.737573 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7e4a293f-e5f4-4463-bbc9-a5e9495f7be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:15.748252 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388bbfc-2717-4dee-82cd-c7090bf8facf admin admin] Pushing event updated for resources: {'Network': ['ID=b03422af-5eb8-4977-a232-35a6a99300ff,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:15.767623 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network b03422af-5eb8-4977-a232-35a6a99300ff details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:52:15.798055 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4663afae-82a0-4652-9311-cb9a752e0071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for subnet (086b520e-6c45-43fc-b9e3-376e899c6b75), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:15.826452 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a293f-e5f4-4463-bbc9-a5e9495f7be9 admin admin] Pushing event updated for resources: {'Network': ['ID=0132aa9d-215e-458d-ac0a-392119ca6fdd,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:15.844483 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-9388bbfc-2717-4dee-82cd-c7090bf8facf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8197336 May 04 14:52:15.850301 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-7e4a293f-e5f4-4463-bbc9-a5e9495f7be9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9251535 May 04 14:52:15.871714 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35166) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:15.872124 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35168) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:15.891969 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-93941a92-d402-45c5-abab-9878a19e280d admin admin] Request body: {'subnet': {'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1609223988-subnet', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:15.905701 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-c0634df8-c613-4891-abd0-4e51f63dee24 admin admin] Request body: {'subnet': {'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-subnet', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:15.930910 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa84e3-771e-41d7-b49c-13ab08eff8a9 admin admin] Checking segment: {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:15.931273 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network 0132aa9d-215e-458d-ac0a-392119ca6fdd details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:52:15.931789 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa84e3-771e-41d7-b49c-13ab08eff8a9 admin admin] Network hostable DHCP agents. Network: 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:52:15.947055 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4663afae-82a0-4652-9311-cb9a752e0071 admin admin] Checking segment: {'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:15.947867 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4663afae-82a0-4652-9311-cb9a752e0071 admin admin] Network hostable DHCP agents. Network: 79f79ca7-23fe-4754-96e7-93df86905dc1, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:52:15.968412 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663afae-82a0-4652-9311-cb9a752e0071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=086b520e-6c45-43fc-b9e3-376e899c6b75,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:15.989842 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4663afae-82a0-4652-9311-cb9a752e0071 admin admin] Network 79f79ca7-23fe-4754-96e7-93df86905dc1 is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:52:16.004572 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-4663afae-82a0-4652-9311-cb9a752e0071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, 79f79ca7-23fe-4754-96e7-93df86905dc1) {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:16.031892 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4663afae-82a0-4652-9311-cb9a752e0071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:16.035397 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4663afae-82a0-4652-9311-cb9a752e0071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:16.040586 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d05bffa-8220-427c-a4f5-2d60dcc8f31e None None] Network 79f79ca7-23fe-4754-96e7-93df86905dc1 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:52:16.088936 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-4663afae-82a0-4652-9311-cb9a752e0071 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8471246 May 04 14:52:16.094712 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35180) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:16.114283 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:16.121670 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa84e3-771e-41d7-b49c-13ab08eff8a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d660033-ba74-4e17-bb0f-1920d761a352,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:16.142826 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0634df8-c613-4891-abd0-4e51f63dee24 admin admin] Made reservation on behalf of f96454a48c304aabbcb82ad8a2771b01 for: {'subnet': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:16.150464 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c0634df8-c613-4891-abd0-4e51f63dee24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:16.157692 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93941a92-d402-45c5-abab-9878a19e280d admin admin] Made reservation on behalf of 367321a836de445f9e65af1baac99c98 for: {'subnet': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:16.162685 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-93941a92-d402-45c5-abab-9878a19e280d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:16.171425 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa84e3-771e-41d7-b49c-13ab08eff8a9 admin admin] Network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:52:16.238074 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4469'] for router (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:16.240191 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4474'] for router (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:16.399827 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4965d7e2-3619-50f4-806f-d53d5fe93725-79f79ca7-23fe-4754-96e7-93df86905dc1', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'project_id': 'f512333663064960847a1dd30c177cf9', 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75'}]}} from dv-cinder-840493-1-iscsi. {{(pid=115138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:52:16.436941 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:16.522382 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-33fa84e3-771e-41d7-b49c-13ab08eff8a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b) {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:16.586493 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fa84e3-771e-41d7-b49c-13ab08eff8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:16.587641 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-33fa84e3-771e-41d7-b49c-13ab08eff8a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:16.801611 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Publish callbacks [] for router_controller (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), precommit_add_association {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:16.877894 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9a7e7e-abb0-4ab5-81e8-523180f19b4c None None] Network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:52:16.886941 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35210) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:16.921404 dv-cinder-840493-1-iscsi neutron-server[115137]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 14:52:17.027134 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-33fa84e3-771e-41d7-b49c-13ab08eff8a9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1134965 May 04 14:52:17.066349 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35212) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:17.082532 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:17.167397 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4965d7e2-3619-50f4-806f-d53d5fe93725-5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352'}]}} from dv-cinder-840493-1-iscsi. {{(pid=115138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:52:17.168335 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:17.201301 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Publish callbacks [] for router_gateway (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:17.218478 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.db_base_plugin_common [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Allocated IP 172.20.0.2 (79f79ca7-23fe-4754-96e7-93df86905dc1/086b520e-6c45-43fc-b9e3-376e899c6b75/3d2f88c5-b20e-4989-a348-a45daafeba52) {{(pid=115138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:17.439305 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4469'] for router (a05159e1-6b22-4325-9888-d7a1a51a9090), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:17.440215 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4474'] for router (a05159e1-6b22-4325-9888-d7a1a51a9090), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:17.493725 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.db_base_plugin_common [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Allocated IP 172.20.0.2 (5e55fa58-e1fd-4309-9ca5-06129fc8fe5b/7d660033-ba74-4e17-bb0f-1920d761a352/f104dace-a0e6-43ff-bab1-fad4149f8dee) {{(pid=115138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:17.562926 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Publish callbacks [] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), precommit_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:17.587160 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece92e1-4733-489b-9613-a870ec268cd1 req-14ad527f-ba0c-45ce-87e3-fca8273e0b98 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:17.588830 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:17.589645 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-14ad527f-ba0c-45ce-87e3-fca8273e0b98 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/networks?id=f566efce-bbf3-4d94-9c87-84002696f7d5 HTTP/1.1" status: 200 len: 812 time: 0.6926205 May 04 14:52:17.635063 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Network 79f79ca7-23fe-4754-96e7-93df86905dc1 is already hosted by enough agents. {{(pid=115138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:17.643949 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.base_scheduler [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Resources bound (agent type, host, resource id): {{(pid=115138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:17.678796 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Publish callbacks [] for router_gateway (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:17.692490 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Received port after_create {{(pid=115138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:17.704361 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:17.751924 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c0634df8-c613-4891-abd0-4e51f63dee24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for subnet (25bf5b2a-ee70-4625-b180-26a077afc13c), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:17.777069 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-6ac15973-82f1-453f-a65c-fa593e692090 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/quotas/958a8323b6914605b4767698e1510825 HTTP/1.1" status: 200 len: 375 time: 0.1121702 May 04 14:52:17.861596 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Allocated IP 172.27.2.138 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/270fe19d-f3eb-4a4e-9d6f-cce78c48e784) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:17.870666 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Attempting to bind port 3d2f88c5-b20e-4989-a348-a45daafeba52 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:52:17.871045 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Attempting to bind port 3d2f88c5-b20e-4989-a348-a45daafeba52 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:52:17.871416 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Attempting to bind port 3d2f88c5-b20e-4989-a348-a45daafeba52 on network 79f79ca7-23fe-4754-96e7-93df86905dc1 {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:17.884979 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-218e7357-dba8-460b-8e77-1780e80a2dd1 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=958a8323b6914605b4767698e1510825&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801742 May 04 14:52:17.898347 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:17.898542 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Checking segment: {'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:17.898883 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:17.899376 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Bound using segment: {'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:17.913797 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Bound port: 3d2f88c5-b20e-4989-a348-a45daafeba52, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:52:17.914344 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:17.985698 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Publish callbacks [] for port (270fe19d-f3eb-4a4e-9d6f-cce78c48e784), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:18.024446 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0634df8-c613-4891-abd0-4e51f63dee24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25bf5b2a-ee70-4625-b180-26a077afc13c,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:18.026952 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0634df8-c613-4891-abd0-4e51f63dee24 admin admin] Checking segment: {'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:18.026952 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0634df8-c613-4891-abd0-4e51f63dee24 admin admin] Network hostable DHCP agents. Network: 0132aa9d-215e-458d-ac0a-392119ca6fdd, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:52:18.028107 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Pushing event updated for resources: {'Port': ['ID=3d2f88c5-b20e-4989-a348-a45daafeba52,revision_number=1']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:18.034222 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Publish callbacks [] for router_controller (a05159e1-6b22-4325-9888-d7a1a51a9090), precommit_add_association {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:18.035815 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-93941a92-d402-45c5-abab-9878a19e280d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for subnet (a789fad3-a526-4f2f-b0cf-06991416836f), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:18.054509 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (270fe19d-f3eb-4a4e-9d6f-cce78c48e784), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:18.089700 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:18.090051 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:18.090418 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:18.090775 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:18.091119 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:18.091460 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:18.091795 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:18.092248 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:18.092578 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:18.093507 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:18.093507 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:18.093740 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:18.093949 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:18.094408 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:18.094742 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Tracked resource versions report: May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: pushed versions: May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: { 'AddressGroup': {'1.2'}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Agent': {'1.1'}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'ConntrackHelper': {'1.0'}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'LocalIPAssociation': {'1.0'}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Log': {'1.0'}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'NDPProxy': {'1.0'}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Network': {'1.1'}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Port': {'1.7'}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'PortForwarding': {'1.3'}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'QosPolicy': {'1.10'}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'SecurityGroup': {'1.5'}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'SecurityGroupRule': {'1.2'}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'SubPort': {'1.0'}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Subnet': {'1.1'}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Trunk': {'1.1'}} May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: consumer versions: May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: { DHCP agent@dv-cinder-840493-1-iscsi: {}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: HyperV agent@hv-cinder-84049: {}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: L3 agent@dv-cinder-840493-1-iscsi: {}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: Metadata agent@dv-cinder-840493-1-iscsi: {}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: Metering agent@dv-cinder-840493-1-iscsi: {}, May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: Open vSwitch agent@dv-cinder-840493-1-iscsi: { 'AddressGroup': '1.2', May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Agent': '1.1', May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'ConntrackHelper': '1.0', May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'LocalIPAssociation': '1.0', May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Log': '1.0', May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'NDPProxy': '1.0', May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Network': '1.1', May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Port': '1.7', May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'PortForwarding': '1.3', May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'QosPolicy': '1.10', May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'SecurityGroup': '1.5', May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'SecurityGroupRule': '1.2', May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'SubPort': '1.0', May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Subnet': '1.1', May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: 'Trunk': '1.1'}} May 04 14:52:18.096959 dv-cinder-840493-1-iscsi neutron-server[115138]: {{(pid=115138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:52:18.099629 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:18.102655 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:18.109954 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:18.119694 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] For port 3d2f88c5-b20e-4989-a348-a45daafeba52, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:18.127933 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] For port 3d2f88c5-b20e-4989-a348-a45daafeba52, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=3d2f88c5-b20e-4989-a348-a45daafeba52,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:18.149258 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:18.168150 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Pushing event updated for resources: {'Port': ['ID=270fe19d-f3eb-4a4e-9d6f-cce78c48e784,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:18.211478 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0634df8-c613-4891-abd0-4e51f63dee24 admin admin] Network 0132aa9d-215e-458d-ac0a-392119ca6fdd is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:52:18.263415 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93941a92-d402-45c5-abab-9878a19e280d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a789fad3-a526-4f2f-b0cf-06991416836f,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:18.280536 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-c0634df8-c613-4891-abd0-4e51f63dee24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, 0132aa9d-215e-458d-ac0a-392119ca6fdd) {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:18.294453 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0634df8-c613-4891-abd0-4e51f63dee24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:18.295163 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c0634df8-c613-4891-abd0-4e51f63dee24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:18.301804 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43cb1ad-a7df-482a-b08f-22e2985db8b2 None None] Network 0132aa9d-215e-458d-ac0a-392119ca6fdd requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:52:18.321058 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f317e1-b94e-428e-a1c0-afcd970790fb None None] Pushing event updated for resources: {'Port': ['ID=3d2f88c5-b20e-4989-a348-a45daafeba52,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:18.326542 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Publish callbacks [] for port (f104dace-a0e6-43ff-bab1-fad4149f8dee), precommit_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:18.347644 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (f104dace-a0e6-43ff-bab1-fad4149f8dee), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:18.352134 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Publish callbacks [] for router_gateway (a05159e1-6b22-4325-9888-d7a1a51a9090), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:18.364053 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-4188878c-21bf-490a-9996-ba78fea2a6d1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=115137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:52:18.365254 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-4188878c-21bf-490a-9996-ba78fea2a6d1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2128952 May 04 14:52:18.382328 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93941a92-d402-45c5-abab-9878a19e280d admin admin] Checking segment: {'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:18.383018 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93941a92-d402-45c5-abab-9878a19e280d admin admin] Network hostable DHCP agents. Network: b03422af-5eb8-4977-a232-35a6a99300ff, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:52:18.480510 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Pushing event updated for resources: {'Port': ['ID=f104dace-a0e6-43ff-bab1-fad4149f8dee,revision_number=1']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:18.485240 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-c0634df8-c613-4891-abd0-4e51f63dee24 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5995948 May 04 14:52:18.506411 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35248) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:18.518417 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b is already hosted by enough agents. {{(pid=115138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:18.520361 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:18.523358 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.base_scheduler [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Resources bound (agent type, host, resource id): {{(pid=115138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:18.528094 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Received port after_create {{(pid=115138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:18.547152 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Publish callbacks [] for router_gateway (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:18.569397 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4469'] for router (7f1f2095-0a86-4599-a900-521aee918458), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:18.570562 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4474'] for router (7f1f2095-0a86-4599-a900-521aee918458), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:18.580874 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93941a92-d402-45c5-abab-9878a19e280d admin admin] Network b03422af-5eb8-4977-a232-35a6a99300ff is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:52:18.588488 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4965d7e2-3619-50f4-806f-d53d5fe93725-0132aa9d-215e-458d-ac0a-392119ca6fdd', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c'}]}} from dv-cinder-840493-1-iscsi. {{(pid=115138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:52:18.589548 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:18.615450 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-93941a92-d402-45c5-abab-9878a19e280d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, b03422af-5eb8-4977-a232-35a6a99300ff) {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:18.642645 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7203ef8f-1b48-48a5-944c-5c4fe09a1f0f None None] Network b03422af-5eb8-4977-a232-35a6a99300ff requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:52:18.681138 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-70b8c2d1-6455-472c-a934-0329a2f83c27 service neutron] 10.222.0.32 "GET /v2.0/networks/f566efce-bbf3-4d94-9c87-84002696f7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082116 May 04 14:52:18.706313 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93941a92-d402-45c5-abab-9878a19e280d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:18.707310 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-93941a92-d402-45c5-abab-9878a19e280d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:18.770997 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-93941a92-d402-45c5-abab-9878a19e280d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8882139 May 04 14:52:18.777510 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35256) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:18.793834 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:18.940752 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690820'] for router (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:18.959538 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Publish callbacks [] for router_controller (7f1f2095-0a86-4599-a900-521aee918458), precommit_add_association {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:19.001961 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4469'] for router (df0aba8d-13bb-4748-92ca-77bf224d6ea8), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:19.003190 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4474'] for router (df0aba8d-13bb-4748-92ca-77bf224d6ea8), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:19.096298 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Attempting to bind port f104dace-a0e6-43ff-bab1-fad4149f8dee on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:52:19.096781 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Attempting to bind port f104dace-a0e6-43ff-bab1-fad4149f8dee by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:52:19.097383 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Attempting to bind port f104dace-a0e6-43ff-bab1-fad4149f8dee on network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:19.175369 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:19.175955 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Checking segment: {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:19.176570 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:19.181507 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Bound using segment: {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:19.184629 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Bound port: f104dace-a0e6-43ff-bab1-fad4149f8dee, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:52:19.186193 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (f104dace-a0e6-43ff-bab1-fad4149f8dee), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:19.331167 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4965d7e2-3619-50f4-806f-d53d5fe93725-b03422af-5eb8-4977-a232-35a6a99300ff', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'project_id': '367321a836de445f9e65af1baac99c98', 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f'}]}} from dv-cinder-840493-1-iscsi. {{(pid=115138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:52:19.332863 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:19.409548 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] For port f104dace-a0e6-43ff-bab1-fad4149f8dee, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:19.436005 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] For port f104dace-a0e6-43ff-bab1-fad4149f8dee, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=f104dace-a0e6-43ff-bab1-fad4149f8dee,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:19.464211 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (f104dace-a0e6-43ff-bab1-fad4149f8dee), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:19.579882 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.db_base_plugin_common [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Allocated IP 172.20.0.2 (0132aa9d-215e-458d-ac0a-392119ca6fdd/25bf5b2a-ee70-4625-b180-26a077afc13c/2347744f-f136-45c4-a93b-1d50d195e29c) {{(pid=115138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:19.591109 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e766cd-a889-4402-b5d8-24379d0e03c0 None None] Pushing event updated for resources: {'Port': ['ID=f104dace-a0e6-43ff-bab1-fad4149f8dee,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:19.680962 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e is scheduled to L3 agent b987e420-0280-4229-80f3-f09839d30a9a with binding_index 1 {{(pid=115136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:52:19.806197 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Publish callbacks [] for router_gateway (a05159e1-6b22-4325-9888-d7a1a51a9090), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:19.811088 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35286) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:19.823198 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-99e9e5de-f94e-48cb-9c22-e4d69dd8fd8f service neutron] 10.222.0.32 "GET /v2.0/networks/f566efce-bbf3-4d94-9c87-84002696f7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1409285 May 04 14:52:19.954384 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Publish callbacks [] for router_gateway (7f1f2095-0a86-4599-a900-521aee918458), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:19.967164 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:19.992344 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:52:20.005267 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Sync routers for ids ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:52:20.034919 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:20.036506 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-830537bd-bf46-4a2e-bd0e-864d193c5660 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9389887 May 04 14:52:20.038638 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Routers {'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:20.041870 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:52:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:20.043996 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35292) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:20.110211 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.db_base_plugin_common [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Allocated IP 172.20.0.2 (b03422af-5eb8-4977-a232-35a6a99300ff/a789fad3-a526-4f2f-b0cf-06991416836f/7354e166-727d-4285-a5de-6758debb6cbc) {{(pid=115138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:20.118340 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 3d2f88c5-b20e-4989-a348-a45daafeba52 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:20.123388 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Publish callbacks [] for router_controller (df0aba8d-13bb-4748-92ca-77bf224d6ea8), precommit_add_association {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:20.191958 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b38a5d-128e-4a53-9a30-3e362a21c6f3 None None] Network 79f79ca7-23fe-4754-96e7-93df86905dc1 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:52:20.417073 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Set router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:20.426362 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35304) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:20.428424 dv-cinder-840493-1-iscsi neutron-server[115136]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 14:52:20.487694 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e49aea18-b7a2-4a2e-b042-6e459c0294de req-c467481b-b831-4ae8-97f4-8f81112bd2d4 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 210 time: 0.0600965 May 04 14:52:20.606555 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-10da27b2-4235-4cf7-ad8d-eaab90e0d396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:20.638408 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Allocated IP 172.27.2.33 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/c79b45eb-e1e2-4d6c-a748-2b5e2f69e710) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:20.755181 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:18Z', 'revision_number': 3, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:20.772093 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Publish callbacks [] for router_gateway (df0aba8d-13bb-4748-92ca-77bf224d6ea8), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:20.801730 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Publish callbacks [] for port (2347744f-f136-45c4-a93b-1d50d195e29c), precommit_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:20.816818 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-96a6cbb2-91e3-41eb-8974-d2b2d72586c3 None None] Provisioning complete for port 3d2f88c5-b20e-4989-a348-a45daafeba52 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:20.817692 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-96a6cbb2-91e3-41eb-8974-d2b2d72586c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:20.869822 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 3d2f88c5-b20e-4989-a348-a45daafeba52 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:20.870495 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:20.890146 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:20.892775 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Checking router: c8f1673e-21ca-40b1-bb42-6ec2cf00c31e for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:52:20.894507 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Updating router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e port 270fe19d-f3eb-4a4e-9d6f-cce78c48e784 binding host dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:52:20.974856 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (2347744f-f136-45c4-a93b-1d50d195e29c), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:21.009791 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (270fe19d-f3eb-4a4e-9d6f-cce78c48e784), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:21.095381 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Network 0132aa9d-215e-458d-ac0a-392119ca6fdd is already hosted by enough agents. {{(pid=115138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:21.108952 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.base_scheduler [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Resources bound (agent type, host, resource id): {{(pid=115138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:21.240440 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Pushing event updated for resources: {'Port': ['ID=2347744f-f136-45c4-a93b-1d50d195e29c,revision_number=1']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:21.270108 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Received port after_create {{(pid=115138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:21.284853 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Publish callbacks [] for router_gateway (7f1f2095-0a86-4599-a900-521aee918458), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:21.324686 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Allocated IP 172.20.0.1 (79f79ca7-23fe-4754-96e7-93df86905dc1/086b520e-6c45-43fc-b9e3-376e899c6b75/2d0a7140-6bf7-444a-b26a-80045d99f17f) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:21.407622 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:21.480404 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-10da27b2-4235-4cf7-ad8d-eaab90e0d396 admin admin] Publish callbacks [] for security_group (4bee2fcc-1433-4ab1-a116-157a5177388c), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:21.484783 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Publish callbacks [] for port (c79b45eb-e1e2-4d6c-a748-2b5e2f69e710), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:21.512008 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39275e07-6d60-4dea-9a52-c2d4f8045e0b None None] Network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:52:21.520326 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-10da27b2-4235-4cf7-ad8d-eaab90e0d396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (4bee2fcc-1433-4ab1-a116-157a5177388c), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:21.585938 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Publish callbacks [] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:21.667569 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-10da27b2-4235-4cf7-ad8d-eaab90e0d396 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68496c30e63b44c3b89fb209c4160b0f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8410127 May 04 14:52:21.668931 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35358) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:21.684380 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:21.710281 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da27b2-4235-4cf7-ad8d-eaab90e0d396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bee2fcc-1433-4ab1-a116-157a5177388c,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:21.734982 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Publish callbacks [] for router_gateway (df0aba8d-13bb-4748-92ca-77bf224d6ea8), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:21.740718 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b6f64931-6e4a-478f-a146-d47826789343 req-0e8f244a-c720-4b54-980c-dd52b3e269a4 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 210 time: 0.0867674 May 04 14:52:21.764133 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:21.768428 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (c79b45eb-e1e2-4d6c-a748-2b5e2f69e710), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:21.772992 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Network 79f79ca7-23fe-4754-96e7-93df86905dc1 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:21.798461 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:21.813396 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:21.813967 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690265'] for router_interface (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:21.893369 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:21.928022 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:21.952340 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:21.958829 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=c79b45eb-e1e2-4d6c-a748-2b5e2f69e710,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:21.978042 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Publish callbacks [] for port (7354e166-727d-4285-a5de-6758debb6cbc), precommit_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.007579 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-96a6cbb2-91e3-41eb-8974-d2b2d72586c3 None None] Current status of the port 3d2f88c5-b20e-4989-a348-a45daafeba52 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:22.007964 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-96a6cbb2-91e3-41eb-8974-d2b2d72586c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.042619 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d0a7140-6bf7-444a-b26a-80045d99f17f,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:22.098289 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-62ef969f-d5f5-44fe-b70f-b4697f6a1f7e admin admin] Publish callbacks [] for security_group (4bee2fcc-1433-4ab1-a116-157a5177388c), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.113866 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-96a6cbb2-91e3-41eb-8974-d2b2d72586c3 None None] For port 3d2f88c5-b20e-4989-a348-a45daafeba52, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=3d2f88c5-b20e-4989-a348-a45daafeba52,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:22.131072 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 3d2f88c5-b20e-4989-a348-a45daafeba52 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:22.134730 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.144027 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (7354e166-727d-4285-a5de-6758debb6cbc), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.176725 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-96a6cbb2-91e3-41eb-8974-d2b2d72586c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.219037 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Attempting to bind port 2347744f-f136-45c4-a93b-1d50d195e29c on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:52:22.224319 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Attempting to bind port 2347744f-f136-45c4-a93b-1d50d195e29c by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:52:22.227696 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-62ef969f-d5f5-44fe-b70f-b4697f6a1f7e admin admin] Publish callbacks [] for security_group (4bee2fcc-1433-4ab1-a116-157a5177388c), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.229827 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Attempting to bind port 2347744f-f136-45c4-a93b-1d50d195e29c on network 0132aa9d-215e-458d-ac0a-392119ca6fdd {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:22.249749 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Publish callbacks [] for port (270fe19d-f3eb-4a4e-9d6f-cce78c48e784), precommit_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.253776 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Network b03422af-5eb8-4977-a232-35a6a99300ff is already hosted by enough agents. {{(pid=115138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:22.264079 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (270fe19d-f3eb-4a4e-9d6f-cce78c48e784), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.355282 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:22.357075 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Checking segment: {'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:22.357502 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.357901 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Bound using segment: {'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:22.358407 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Bound port: 2347744f-f136-45c4-a93b-1d50d195e29c, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:52:22.358795 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (2347744f-f136-45c4-a93b-1d50d195e29c), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.374359 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.base_scheduler [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Resources bound (agent type, host, resource id): {{(pid=115138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:22.385463 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Received port after_create {{(pid=115138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:22.429780 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-05b6b93b-483a-4819-ab92-97ae00031c39 None None] Provisioning complete for port 3d2f88c5-b20e-4989-a348-a45daafeba52 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:22.430416 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-05b6b93b-483a-4819-ab92-97ae00031c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.439872 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Attempting to bind port 270fe19d-f3eb-4a4e-9d6f-cce78c48e784 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:52:22.440367 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Attempting to bind port 270fe19d-f3eb-4a4e-9d6f-cce78c48e784 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:52:22.440767 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Attempting to bind port 270fe19d-f3eb-4a4e-9d6f-cce78c48e784 on network 0edac7da-e104-49a8-a1ba-50991a341388 {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:22.466426 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:22.467009 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Checking segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:22.468982 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.470585 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Bound using segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:22.471320 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Bound port: 270fe19d-f3eb-4a4e-9d6f-cce78c48e784, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:52:22.472925 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (270fe19d-f3eb-4a4e-9d6f-cce78c48e784), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.560501 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35376) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:22.569293 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.577030 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-62ef969f-d5f5-44fe-b70f-b4697f6a1f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (4bee2fcc-1433-4ab1-a116-157a5177388c), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.585869 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-62ef969f-d5f5-44fe-b70f-b4697f6a1f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.592385 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-62ef969f-d5f5-44fe-b70f-b4697f6a1f7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bee2fcc-1433-4ab1-a116-157a5177388c HTTP/1.1" status: 204 len: 168 time: 0.9218569 May 04 14:52:22.602348 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] For port 270fe19d-f3eb-4a4e-9d6f-cce78c48e784, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:22.606750 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] For port 270fe19d-f3eb-4a4e-9d6f-cce78c48e784, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=270fe19d-f3eb-4a4e-9d6f-cce78c48e784,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:22.621169 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (270fe19d-f3eb-4a4e-9d6f-cce78c48e784), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:22.639475 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Pushing event updated for resources: {'Port': ['ID=270fe19d-f3eb-4a4e-9d6f-cce78c48e784,revision_number=2']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:22.646143 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef969f-d5f5-44fe-b70f-b4697f6a1f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bee2fcc-1433-4ab1-a116-157a5177388c,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:22.652116 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:22.652531 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:22.652927 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:22.653291 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:22.654323 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:22.654323 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:22.655284 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:22.655284 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:22.655584 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:22.655818 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:22.656282 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:22.657116 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:22.657555 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:22.657929 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:22.658262 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Tracked resource versions report: May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: pushed versions: May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: { 'AddressGroup': {'1.2'}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Agent': {'1.1'}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'ConntrackHelper': {'1.0'}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'LocalIPAssociation': {'1.0'}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Log': {'1.0'}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'NDPProxy': {'1.0'}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Network': {'1.1'}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Port': {'1.7'}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'PortForwarding': {'1.3'}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'QosPolicy': {'1.10'}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'SecurityGroup': {'1.5'}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'SecurityGroupRule': {'1.2'}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'SubPort': {'1.0'}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Subnet': {'1.1'}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Trunk': {'1.1'}} May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: consumer versions: May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: { DHCP agent@dv-cinder-840493-1-iscsi: {}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: HyperV agent@hv-cinder-84049: {}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: L3 agent@dv-cinder-840493-1-iscsi: {}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: Metadata agent@dv-cinder-840493-1-iscsi: {}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: Metering agent@dv-cinder-840493-1-iscsi: {}, May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: Open vSwitch agent@dv-cinder-840493-1-iscsi: { 'AddressGroup': '1.2', May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Agent': '1.1', May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'ConntrackHelper': '1.0', May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'LocalIPAssociation': '1.0', May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Log': '1.0', May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'NDPProxy': '1.0', May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Network': '1.1', May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Port': '1.7', May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'PortForwarding': '1.3', May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'QosPolicy': '1.10', May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'SecurityGroup': '1.5', May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'SecurityGroupRule': '1.2', May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'SubPort': '1.0', May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Subnet': '1.1', May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: 'Trunk': '1.1'}} May 04 14:52:22.660075 dv-cinder-840493-1-iscsi neutron-server[115139]: {{(pid=115139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:52:22.682554 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Routers {'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:22.683338 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:52:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:22.693983 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] For port 2347744f-f136-45c4-a93b-1d50d195e29c, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:22.704703 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] For port 2347744f-f136-45c4-a93b-1d50d195e29c, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=2347744f-f136-45c4-a93b-1d50d195e29c,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:22.751239 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a4580-fd37-4c18-a6b1-c2f0c36f3cf2 None None] Pushing event updated for resources: {'Port': ['ID=270fe19d-f3eb-4a4e-9d6f-cce78c48e784,revision_number=3']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:22.839486 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Pushing event updated for resources: {'Port': ['ID=7354e166-727d-4285-a5de-6758debb6cbc,revision_number=1']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:22.873257 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Allocated IP 172.27.2.91 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/522fd025-1e85-40ff-ad90-8b3973a92a63) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:22.957654 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Publish callbacks [] for router_gateway (a05159e1-6b22-4325-9888-d7a1a51a9090), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:23.012487 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6cbb2-91e3-41eb-8974-d2b2d72586c3 None None] Pushing event updated for resources: {'Port': ['ID=3d2f88c5-b20e-4989-a348-a45daafeba52,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:23.016362 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (2347744f-f136-45c4-a93b-1d50d195e29c), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:23.045913 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] Set router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:23.130422 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.db.api [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 14:52:23.131542 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG oslo_db.api [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 14:52:23.132328 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eea595-64bf-4040-a08c-673e3b00e138 None None] Pushing event updated for resources: {'Port': ['ID=2347744f-f136-45c4-a93b-1d50d195e29c,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:23.170126 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Attempting to bind port 7354e166-727d-4285-a5de-6758debb6cbc on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:52:23.170578 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Attempting to bind port 7354e166-727d-4285-a5de-6758debb6cbc by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:52:23.170864 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Attempting to bind port 7354e166-727d-4285-a5de-6758debb6cbc on network b03422af-5eb8-4977-a232-35a6a99300ff {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:23.184284 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:23.184662 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Checking segment: {'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:23.185443 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:23.185816 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Bound using segment: {'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:23.186305 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Bound port: 7354e166-727d-4285-a5de-6758debb6cbc, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:52:23.186876 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (7354e166-727d-4285-a5de-6758debb6cbc), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:23.207397 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Publish callbacks [] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:23.220096 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:23.221002 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690211'] for router_interface (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:23.287502 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d0f198a5-e396-483f-8a6b-f61cda60c1d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:23.316501 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-05b6b93b-483a-4819-ab92-97ae00031c39 None None] Current status of the port 3d2f88c5-b20e-4989-a348-a45daafeba52 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:23.333584 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-05b6b93b-483a-4819-ab92-97ae00031c39 None None] Provisioning complete for port f104dace-a0e6-43ff-bab1-fad4149f8dee triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:23.333584 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-05b6b93b-483a-4819-ab92-97ae00031c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (f104dace-a0e6-43ff-bab1-fad4149f8dee), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:23.412229 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-388a9179-f85c-415d-ba75-b73e449a3755 req-6b22eea9-d60d-4788-8bab-1ef55aa001a3 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 210 time: 0.1604075 May 04 14:52:23.430895 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d0a7140-6bf7-444a-b26a-80045d99f17f,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:23.488845 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] For port 7354e166-727d-4285-a5de-6758debb6cbc, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:23.558816 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] For port 7354e166-727d-4285-a5de-6758debb6cbc, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=7354e166-727d-4285-a5de-6758debb6cbc,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:23.594452 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (7354e166-727d-4285-a5de-6758debb6cbc), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:23.621877 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:21Z', 'revision_number': 1, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:23.666775 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-05b6b93b-483a-4819-ab92-97ae00031c39 None None] Current status of the port f104dace-a0e6-43ff-bab1-fad4149f8dee is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:23.667251 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-05b6b93b-483a-4819-ab92-97ae00031c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (f104dace-a0e6-43ff-bab1-fad4149f8dee), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:23.701154 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df136f0-9800-4e6a-963d-c1e4c113f148 None None] The sync data for ids ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'] in dv-cinder-840493-1-iscsi is: [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:21Z', 'revision_number': 1, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:52:23.739013 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d0f198a5-e396-483f-8a6b-f61cda60c1d2 admin admin] Publish callbacks [] for security_group (fd989314-938e-448b-a6fa-17c71d085070), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:23.797572 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Publish callbacks [] for port (522fd025-1e85-40ff-ad90-8b3973a92a63), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:23.869475 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 3d2f88c5-b20e-4989-a348-a45daafeba52 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:23.873796 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e6761-5059-465b-827e-ca4852df3c39 None None] Pushing event updated for resources: {'Port': ['ID=7354e166-727d-4285-a5de-6758debb6cbc,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:23.877353 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Network 79f79ca7-23fe-4754-96e7-93df86905dc1 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:23.881004 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:23.940543 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d0f198a5-e396-483f-8a6b-f61cda60c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (fd989314-938e-448b-a6fa-17c71d085070), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:24.028933 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-05b6b93b-483a-4819-ab92-97ae00031c39 None None] For port f104dace-a0e6-43ff-bab1-fad4149f8dee, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=f104dace-a0e6-43ff-bab1-fad4149f8dee,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:24.047920 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-05b6b93b-483a-4819-ab92-97ae00031c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (f104dace-a0e6-43ff-bab1-fad4149f8dee), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:24.073064 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.49', 59445) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:24.207108 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-d0f198a5-e396-483f-8a6b-f61cda60c1d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c94f284eff2d4c5298d628d63d6086c7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6409783 May 04 14:52:24.211929 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35420) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:24.345045 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-dd778e49-1c49-43d0-80e0-922c61637dff None None] Provisioning complete for port 2d0a7140-6bf7-444a-b26a-80045d99f17f triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:24.349679 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-dd778e49-1c49-43d0-80e0-922c61637dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:24.610613 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6b93b-483a-4819-ab92-97ae00031c39 None None] Pushing event updated for resources: {'Port': ['ID=f104dace-a0e6-43ff-bab1-fad4149f8dee,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:24.669156 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f198a5-e396-483f-8a6b-f61cda60c1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd989314-938e-448b-a6fa-17c71d085070,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:24.729453 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-dd778e49-1c49-43d0-80e0-922c61637dff None None] Port 2d0a7140-6bf7-444a-b26a-80045d99f17f cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:52:24.754764 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device f104dace-a0e6-43ff-bab1-fad4149f8dee up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:24.808669 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-dd778e49-1c49-43d0-80e0-922c61637dff None None] Provisioning complete for port f104dace-a0e6-43ff-bab1-fad4149f8dee triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:24.809678 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-dd778e49-1c49-43d0-80e0-922c61637dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (f104dace-a0e6-43ff-bab1-fad4149f8dee), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:25.026864 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (522fd025-1e85-40ff-ad90-8b3973a92a63), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:25.082898 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port f104dace-a0e6-43ff-bab1-fad4149f8dee triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:25.083535 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (f104dace-a0e6-43ff-bab1-fad4149f8dee), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:25.123078 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:52:25.131612 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:52:25.245431 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-dd778e49-1c49-43d0-80e0-922c61637dff None None] Current status of the port f104dace-a0e6-43ff-bab1-fad4149f8dee is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:25.341978 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Pushing event updated for resources: {'Port': ['ID=522fd025-1e85-40ff-ad90-8b3973a92a63,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:25.453710 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e8506753-5f02-44b8-9415-1ccdf9d47a01 req-66437415-6b14-448a-a7e0-cac41bc5892c tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 210 time: 0.1666558 May 04 14:52:25.582134 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:25.585536 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690820'] for router (a05159e1-6b22-4325-9888-d7a1a51a9090), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:25.608584 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1dc00caf-c7e8-4b8c-8b44-036f6c44a517 admin admin] Publish callbacks [] for security_group (fd989314-938e-448b-a6fa-17c71d085070), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:25.679088 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-6f2b14d7-249b-48ee-a6af-fb1383b795e0 None None] Provisioning complete for port 2d0a7140-6bf7-444a-b26a-80045d99f17f triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:25.681533 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-6f2b14d7-249b-48ee-a6af-fb1383b795e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:25.695510 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:25.700336 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1efdf1f-c181-45da-b2af-fb75844607dd None None] Network 0132aa9d-215e-458d-ac0a-392119ca6fdd requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:52:25.704865 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:25.796745 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:52:25.811160 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-d3862fa2-b099-4c43-aaee-4f8fb7440ed3 admin admin] 10.222.0.32 "PUT /v2.0/routers/c8f1673e-21ca-40b1-bb42-6ec2cf00c31e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7657404 May 04 14:52:25.845570 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece92e1-4733-489b-9613-a870ec268cd1 req-e1eed248-78f3-4a98-8e7f-1a0b0e56cbd2 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:25.861063 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-e1eed248-78f3-4a98-8e7f-1a0b0e56cbd2 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.49 "GET /v2.0/networks?id=f566efce-bbf3-4d94-9c87-84002696f7d5 HTTP/1.1" status: 200 len: 812 time: 1.7787814 May 04 14:52:25.907031 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-dece92e1-4733-489b-9613-a870ec268cd1 req-e2ca0a5d-3aa5-431c-8d1a-a93437f445d5 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Request body: {'port': {'device_id': '33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e', 'network_id': 'f566efce-bbf3-4d94-9c87-84002696f7d5', 'admin_state_up': True, 'tenant_id': '958a8323b6914605b4767698e1510825'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:26.174262 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port f104dace-a0e6-43ff-bab1-fad4149f8dee is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:26.176324 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 3d2f88c5-b20e-4989-a348-a45daafeba52 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:26.496996 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Allocated IP 172.27.2.96 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/8a333a33-60dd-407a-aca3-4a0cdf8a1137) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:26.843295 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-6f2b14d7-249b-48ee-a6af-fb1383b795e0 None None] Port 2d0a7140-6bf7-444a-b26a-80045d99f17f cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:52:26.879081 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1dc00caf-c7e8-4b8c-8b44-036f6c44a517 admin admin] Publish callbacks [] for security_group (fd989314-938e-448b-a6fa-17c71d085070), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:26.882238 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 3d2f88c5-b20e-4989-a348-a45daafeba52 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:26.882830 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:26.902517 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa9664a-1c7b-4c53-8ec3-f14d4581656c None None] Network b03422af-5eb8-4977-a232-35a6a99300ff requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:52:26.905402 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dece92e1-4733-489b-9613-a870ec268cd1 req-e2ca0a5d-3aa5-431c-8d1a-a93437f445d5 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Made reservation on behalf of 958a8323b6914605b4767698e1510825 for: {'port': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:26.910383 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-dece92e1-4733-489b-9613-a870ec268cd1 req-e2ca0a5d-3aa5-431c-8d1a-a93437f445d5 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:27.030262 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5874b75a-e0e5-449f-9a9b-ff6b96c2eb7b req-f64a9d38-6f9e-462f-bed9-8c716746c5fd tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 210 time: 0.0875082 May 04 14:52:27.352614 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Publish callbacks [] for router_gateway (7f1f2095-0a86-4599-a900-521aee918458), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:27.499764 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-355f8c2d-845d-4381-8c39-c75a46f767a7 None None] Provisioning complete for port 7354e166-727d-4285-a5de-6758debb6cbc triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:27.500512 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-355f8c2d-845d-4381-8c39-c75a46f767a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (7354e166-727d-4285-a5de-6758debb6cbc), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:27.740054 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 3d2f88c5-b20e-4989-a348-a45daafeba52 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:27.741643 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 2347744f-f136-45c4-a93b-1d50d195e29c up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:27.844183 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [req-dece92e1-4733-489b-9613-a870ec268cd1 req-e2ca0a5d-3aa5-431c-8d1a-a93437f445d5 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Allocated IP 172.20.0.7 (f566efce-bbf3-4d94-9c87-84002696f7d5/c616ac8a-3ce4-462a-a8a5-efeef46deea3/176c0350-5590-4e6d-95e3-a40c70fefc69) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:28.107049 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Publish callbacks [] for port (8a333a33-60dd-407a-aca3-4a0cdf8a1137), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:28.114250 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1dc00caf-c7e8-4b8c-8b44-036f6c44a517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (fd989314-938e-448b-a6fa-17c71d085070), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:28.126037 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1dc00caf-c7e8-4b8c-8b44-036f6c44a517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:28.133059 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-1dc00caf-c7e8-4b8c-8b44-036f6c44a517 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd989314-938e-448b-a6fa-17c71d085070 HTTP/1.1" status: 204 len: 168 time: 3.8624415 May 04 14:52:28.249472 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 2347744f-f136-45c4-a93b-1d50d195e29c triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:28.249912 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2347744f-f136-45c4-a93b-1d50d195e29c), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:28.358797 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-355f8c2d-845d-4381-8c39-c75a46f767a7 None None] Current status of the port 7354e166-727d-4285-a5de-6758debb6cbc is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:28.359046 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-355f8c2d-845d-4381-8c39-c75a46f767a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (7354e166-727d-4285-a5de-6758debb6cbc), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:28.384462 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (8a333a33-60dd-407a-aca3-4a0cdf8a1137), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:28.515280 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Pushing event updated for resources: {'Port': ['ID=8a333a33-60dd-407a-aca3-4a0cdf8a1137,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:28.535017 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc00caf-c7e8-4b8c-8b44-036f6c44a517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd989314-938e-448b-a6fa-17c71d085070,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:28.549895 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Router a05159e1-6b22-4325-9888-d7a1a51a9090 is scheduled to L3 agent b987e420-0280-4229-80f3-f09839d30a9a with binding_index 1 {{(pid=115137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:52:28.551502 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 2347744f-f136-45c4-a93b-1d50d195e29c is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:28.553175 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (2347744f-f136-45c4-a93b-1d50d195e29c), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:28.585444 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-355f8c2d-845d-4381-8c39-c75a46f767a7 None None] For port 7354e166-727d-4285-a5de-6758debb6cbc, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=7354e166-727d-4285-a5de-6758debb6cbc,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:28.646006 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] For port 2347744f-f136-45c4-a93b-1d50d195e29c, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=2347744f-f136-45c4-a93b-1d50d195e29c,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:28.665988 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-355f8c2d-845d-4381-8c39-c75a46f767a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (7354e166-727d-4285-a5de-6758debb6cbc), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:28.669773 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9152a9f2-4303-4a62-a26b-c09062c67ce6 req-069c49f1-a182-4426-8f5d-f5232b29237f tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 210 time: 0.1144457 May 04 14:52:28.694010 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (2347744f-f136-45c4-a93b-1d50d195e29c), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:28.783523 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-dece92e1-4733-489b-9613-a870ec268cd1 req-e2ca0a5d-3aa5-431c-8d1a-a93437f445d5 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Publish callbacks [] for port (176c0350-5590-4e6d-95e3-a40c70fefc69), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:28.863657 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35542) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:28.866456 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-355f8c2d-845d-4381-8c39-c75a46f767a7 None None] Provisioning complete for port 2347744f-f136-45c4-a93b-1d50d195e29c triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:28.872219 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-355f8c2d-845d-4381-8c39-c75a46f767a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2347744f-f136-45c4-a93b-1d50d195e29c), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:28.876055 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-50c29299-b949-44c2-97b1-bc9273fd26ad tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100653211', 'description': 'tempest-description--1007967896'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:28.895456 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-dece92e1-4733-489b-9613-a870ec268cd1 req-e2ca0a5d-3aa5-431c-8d1a-a93437f445d5 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (176c0350-5590-4e6d-95e3-a40c70fefc69), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:29.104366 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f8c2d-845d-4381-8c39-c75a46f767a7 None None] Pushing event updated for resources: {'Port': ['ID=7354e166-727d-4285-a5de-6758debb6cbc,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:29.298182 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:29.303487 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:29.331801 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dece92e1-4733-489b-9613-a870ec268cd1 req-e2ca0a5d-3aa5-431c-8d1a-a93437f445d5 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Network f566efce-bbf3-4d94-9c87-84002696f7d5 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:29.408661 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device f104dace-a0e6-43ff-bab1-fad4149f8dee up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:29.429988 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [req-dece92e1-4733-489b-9613-a870ec268cd1 req-e2ca0a5d-3aa5-431c-8d1a-a93437f445d5 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:29.440650 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-dece92e1-4733-489b-9613-a870ec268cd1 req-e2ca0a5d-3aa5-431c-8d1a-a93437f445d5 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:29.444445 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-355f8c2d-845d-4381-8c39-c75a46f767a7 None None] Current status of the port 2347744f-f136-45c4-a93b-1d50d195e29c is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:29.455979 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece92e1-4733-489b-9613-a870ec268cd1 req-e2ca0a5d-3aa5-431c-8d1a-a93437f445d5 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:29.463908 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-dece92e1-4733-489b-9613-a870ec268cd1 req-e2ca0a5d-3aa5-431c-8d1a-a93437f445d5 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:29.493059 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Sync routers for ids ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:52:29.496437 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35560) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:29.528852 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Pushing event updated for resources: {'Port': ['ID=2347744f-f136-45c4-a93b-1d50d195e29c,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:29.549972 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:52:29.565881 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-e2ca0a5d-3aa5-431c-8d1a-a93437f445d5 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6653421 May 04 14:52:29.566191 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Routers {'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:29.566191 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:52:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:29.567010 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-50c29299-b949-44c2-97b1-bc9273fd26ad tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:29.567993 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:29.584476 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca0a5d-3aa5-431c-8d1a-a93437f445d5 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Pushing event updated for resources: {'Port': ['ID=176c0350-5590-4e6d-95e3-a40c70fefc69,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:29.594039 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-c50ed1d7-7548-499b-9847-549cad54ed11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:29.605823 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-713a2c44-7c94-498c-9b57-434b366cd2b4 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=115136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:52:29.608295 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-713a2c44-7c94-498c-9b57-434b366cd2b4 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0175390 May 04 14:52:29.621095 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690820'] for router (7f1f2095-0a86-4599-a900-521aee918458), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:29.847562 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35580) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:29.879203 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-50c29299-b949-44c2-97b1-bc9273fd26ad tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group (6c1981ed-8783-4401-8071-ee1761caa3f4), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:29.894995 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-50c29299-b949-44c2-97b1-bc9273fd26ad tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (6c1981ed-8783-4401-8071-ee1761caa3f4), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:29.996780 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Sync routers for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:52:30.048322 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:30.051838 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:52:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:30.103045 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Set router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:30.119009 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e581d9-752d-447e-99a1-17fae3fc5156 req-623a46f0-688f-4c84-bcd2-080fe366868b tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:30.125084 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a9e581d9-752d-447e-99a1-17fae3fc5156 req-623a46f0-688f-4c84-bcd2-080fe366868b tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 931 time: 0.2331376 May 04 14:52:30.165737 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-c50ed1d7-7548-499b-9847-549cad54ed11 admin admin] Publish callbacks [] for security_group (61f483d0-ce7b-4740-ad27-c8ff8527846a), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:30.231505 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-c50ed1d7-7548-499b-9847-549cad54ed11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (61f483d0-ce7b-4740-ad27-c8ff8527846a), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:30.232853 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:30.243746 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-1d152fa0-7c68-4e6c-a833-f9973f175cd1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 13.1661711 May 04 14:52:30.265397 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35596) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:30.310277 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Request body: {'port': {'device_id': '33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:30.318301 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-50c29299-b949-44c2-97b1-bc9273fd26ad tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:30.332065 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-50c29299-b949-44c2-97b1-bc9273fd26ad tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4645550 May 04 14:52:30.339028 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-254926f0-e6f7-41a8-85e1-d367c496fefe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:30.359698 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35604) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:30.397472 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-70258d8f-2f43-4090-adfa-c253e63d9c09 None None] Provisioning complete for port 7354e166-727d-4285-a5de-6758debb6cbc triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:30.397860 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-70258d8f-2f43-4090-adfa-c253e63d9c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (7354e166-727d-4285-a5de-6758debb6cbc), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:30.444363 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-859fbc7e-fb2b-48cc-ad9f-752a551516dd tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Request body: {'security_group_rule': {'security_group_id': '6c1981ed-8783-4401-8071-ee1761caa3f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:30.502223 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:30.608756 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a9e581d9-752d-447e-99a1-17fae3fc5156 req-2113b1a6-c58f-4a47-aa1c-cd5b38c9073e tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535537 May 04 14:52:30.638528 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c29299-b949-44c2-97b1-bc9273fd26ad tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1981ed-8783-4401-8071-ee1761caa3f4,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:30.688868 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port f104dace-a0e6-43ff-bab1-fad4149f8dee triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:30.695132 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (f104dace-a0e6-43ff-bab1-fad4149f8dee), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:30.775147 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ed1d7-7548-499b-9847-549cad54ed11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f483d0-ce7b-4740-ad27-c8ff8527846a,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:30.818103 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-c50ed1d7-7548-499b-9847-549cad54ed11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5533114b16844f279d845323e9cc12a7&name=default HTTP/1.1" status: 200 len: 2994 time: 1.3008127 May 04 14:52:30.861990 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-70258d8f-2f43-4090-adfa-c253e63d9c09 None None] Current status of the port 7354e166-727d-4285-a5de-6758debb6cbc is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:30.927415 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-254926f0-e6f7-41a8-85e1-d367c496fefe admin admin] Publish callbacks [] for security_group (e6082df9-fae2-4b39-8c81-3d145a041e33), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:30.954222 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-859fbc7e-fb2b-48cc-ad9f-752a551516dd tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group_rule (228503bb-42c5-4195-9314-dd927411605b), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:31.077678 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35622) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:31.104940 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-70258d8f-2f43-4090-adfa-c253e63d9c09 None None] Provisioning complete for port 2347744f-f136-45c4-a93b-1d50d195e29c triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:31.105411 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-70258d8f-2f43-4090-adfa-c253e63d9c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2347744f-f136-45c4-a93b-1d50d195e29c), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:31.233772 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 2, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:31.271081 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-254926f0-e6f7-41a8-85e1-d367c496fefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (e6082df9-fae2-4b39-8c81-3d145a041e33), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:31.341631 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (176c0350-5590-4e6d-95e3-a40c70fefc69), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:31.391256 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254926f0-e6f7-41a8-85e1-d367c496fefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6082df9-fae2-4b39-8c81-3d145a041e33,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:31.401729 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port f104dace-a0e6-43ff-bab1-fad4149f8dee is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:31.402934 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 270fe19d-f3eb-4a4e-9d6f-cce78c48e784 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:31.407189 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Checking router: c8f1673e-21ca-40b1-bb42-6ec2cf00c31e for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:52:31.407449 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Updating router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e port 2d0a7140-6bf7-444a-b26a-80045d99f17f binding host dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:52:31.460360 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 3, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:31.468240 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Router 7f1f2095-0a86-4599-a900-521aee918458 is scheduled to L3 agent b987e420-0280-4229-80f3-f09839d30a9a with binding_index 1 {{(pid=115137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:52:31.520438 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Checking router: a05159e1-6b22-4325-9888-d7a1a51a9090 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:52:31.520942 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Updating router a05159e1-6b22-4325-9888-d7a1a51a9090 port c79b45eb-e1e2-4d6c-a748-2b5e2f69e710 binding host dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:52:31.539281 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-70258d8f-2f43-4090-adfa-c253e63d9c09 None None] Current status of the port 2347744f-f136-45c4-a93b-1d50d195e29c is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:31.562185 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-859fbc7e-fb2b-48cc-ad9f-752a551516dd tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group_rule (228503bb-42c5-4195-9314-dd927411605b), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:31.568234 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:31.609833 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (c79b45eb-e1e2-4d6c-a748-2b5e2f69e710), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:31.796360 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-859fbc7e-fb2b-48cc-ad9f-752a551516dd tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (228503bb-42c5-4195-9314-dd927411605b), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:31.804294 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-254926f0-e6f7-41a8-85e1-d367c496fefe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9888acb2dc5d4b95881080cf62d40844&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8377192 May 04 14:52:31.813917 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35654) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:31.866357 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fbc7e-fb2b-48cc-ad9f-752a551516dd tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228503bb-42c5-4195-9314-dd927411605b,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:31.870695 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Publish callbacks [] for router_gateway (df0aba8d-13bb-4748-92ca-77bf224d6ea8), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:32.332714 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35660) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:32.339045 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176c0350-5590-4e6d-95e3-a40c70fefc69 {{(pid=115136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:52:32.351243 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Publish callbacks [] for port (176c0350-5590-4e6d-95e3-a40c70fefc69), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:32.360546 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Publish callbacks [] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), precommit_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:32.373195 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 270fe19d-f3eb-4a4e-9d6f-cce78c48e784 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:32.373595 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (270fe19d-f3eb-4a4e-9d6f-cce78c48e784), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:32.381091 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.provisioning_blocks [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Transition to ACTIVE for port object 176c0350-5590-4e6d-95e3-a40c70fefc69 will not be triggered until provisioned by entity L2. {{(pid=115136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:52:32.383347 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:32.389937 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (176c0350-5590-4e6d-95e3-a40c70fefc69), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:32.466964 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-859fbc7e-fb2b-48cc-ad9f-752a551516dd tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:32.471483 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-859fbc7e-fb2b-48cc-ad9f-752a551516dd tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0436420 May 04 14:52:32.479460 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35662) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:32.480098 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Publish callbacks [] for port (c79b45eb-e1e2-4d6c-a748-2b5e2f69e710), precommit_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:32.498227 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-75c9b199-d671-433a-af8b-6628e7fd9aba tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Request body: {'security_group_rule': {'security_group_id': '6c1981ed-8783-4401-8071-ee1761caa3f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:32.498964 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (c79b45eb-e1e2-4d6c-a748-2b5e2f69e710), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:32.565976 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba10b40-c668-4a58-bfd7-e64edd185a03 None None] Pushing event updated for resources: {'Port': ['ID=2d0a7140-6bf7-444a-b26a-80045d99f17f,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:32.612673 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26894a27-3fc8-461a-8c7c-5c9d2da0e4f8 req-5f444d86-9170-4473-b102-6e78bb63e087 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:32.614458 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-26894a27-3fc8-461a-8c7c-5c9d2da0e4f8 req-5f444d86-9170-4473-b102-6e78bb63e087 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 931 time: 0.8205600 May 04 14:52:32.626842 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:52:32.655199 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Sync routers for ids ['7f1f2095-0a86-4599-a900-521aee918458'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:52:32.710672 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Attempting to bind port c79b45eb-e1e2-4d6c-a748-2b5e2f69e710 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:52:32.712537 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Attempting to bind port c79b45eb-e1e2-4d6c-a748-2b5e2f69e710 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:52:32.715492 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Pushing event updated for resources: {'Port': ['ID=176c0350-5590-4e6d-95e3-a40c70fefc69,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:32.716225 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Attempting to bind port c79b45eb-e1e2-4d6c-a748-2b5e2f69e710 on network 0edac7da-e104-49a8-a1ba-50991a341388 {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:32.733272 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbd156-374d-4e69-8a41-7ca897a2ae99 None None] Pushing event updated for resources: {'Port': ['ID=c79b45eb-e1e2-4d6c-a748-2b5e2f69e710,revision_number=2']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:32.748839 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:32.753938 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Checking segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:32.757128 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:32.758364 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Bound using segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:32.759249 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Bound port: c79b45eb-e1e2-4d6c-a748-2b5e2f69e710, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:52:32.770130 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (c79b45eb-e1e2-4d6c-a748-2b5e2f69e710), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:32.826104 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:32.844976 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-49bb3a5d-4a4a-46c7-bf0e-f8d3133d985b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 14.3271177 May 04 14:52:32.852151 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35666) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:32.918303 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Routers {'7f1f2095-0a86-4599-a900-521aee918458'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:32.931879 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:52:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7f1f2095-0a86-4599-a900-521aee918458'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:32.938523 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Attempting to bind port 176c0350-5590-4e6d-95e3-a40c70fefc69 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:52:32.938523 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Attempting to bind port 176c0350-5590-4e6d-95e3-a40c70fefc69 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '94a2dcba-0efb-44a0-94cf-198b20cba860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f566efce-bbf3-4d94-9c87-84002696f7d5'}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:52:32.939011 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Attempting to bind port 176c0350-5590-4e6d-95e3-a40c70fefc69 on network f566efce-bbf3-4d94-9c87-84002696f7d5 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:32.966330 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] For port c79b45eb-e1e2-4d6c-a748-2b5e2f69e710, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:32.970497 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] For port c79b45eb-e1e2-4d6c-a748-2b5e2f69e710, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=c79b45eb-e1e2-4d6c-a748-2b5e2f69e710,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:32.985333 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (c79b45eb-e1e2-4d6c-a748-2b5e2f69e710), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.011440 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-246a813c-e243-40de-8c17-4cf7961aec73 admin admin] Publish callbacks [] for security_group (e6082df9-fae2-4b39-8c81-3d145a041e33), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.037257 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Port 176c0350-5590-4e6d-95e3-a40c70fefc69 on network f566efce-bbf3-4d94-9c87-84002696f7d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:52:33.037257 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Attempting to bind port 176c0350-5590-4e6d-95e3-a40c70fefc69 on network f566efce-bbf3-4d94-9c87-84002696f7d5 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:33.046241 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-75c9b199-d671-433a-af8b-6628e7fd9aba tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group_rule (98eefc0d-1e66-46df-941d-93853c633b83), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.098895 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:33.099510 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Checking segment: {'id': '94a2dcba-0efb-44a0-94cf-198b20cba860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f566efce-bbf3-4d94-9c87-84002696f7d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:33.100270 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Bound using segment: {'id': '94a2dcba-0efb-44a0-94cf-198b20cba860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f566efce-bbf3-4d94-9c87-84002696f7d5'} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:33.101270 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Bound port: 176c0350-5590-4e6d-95e3-a40c70fefc69, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94a2dcba-0efb-44a0-94cf-198b20cba860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f566efce-bbf3-4d94-9c87-84002696f7d5'}}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:52:33.101885 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (176c0350-5590-4e6d-95e3-a40c70fefc69), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.232505 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbd156-374d-4e69-8a41-7ca897a2ae99 None None] Pushing event updated for resources: {'Port': ['ID=c79b45eb-e1e2-4d6c-a748-2b5e2f69e710,revision_number=3']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:33.243744 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 270fe19d-f3eb-4a4e-9d6f-cce78c48e784 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:33.248256 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (270fe19d-f3eb-4a4e-9d6f-cce78c48e784), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.280632 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:33.281982 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:52:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:33.298201 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] For port 176c0350-5590-4e6d-95e3-a40c70fefc69, host hv-cinder-84049, cleared binding levels {{(pid=115136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:33.298420 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-ac02f366-fa7b-4c78-9a65-0d98d20f7e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.334482 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Attempting to bind port 2d0a7140-6bf7-444a-b26a-80045d99f17f on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:52:33.334855 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Attempting to bind port 2d0a7140-6bf7-444a-b26a-80045d99f17f by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:52:33.335220 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Attempting to bind port 2d0a7140-6bf7-444a-b26a-80045d99f17f on network 79f79ca7-23fe-4754-96e7-93df86905dc1 {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:33.476239 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] For port 176c0350-5590-4e6d-95e3-a40c70fefc69, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=176c0350-5590-4e6d-95e3-a40c70fefc69,segment=NetworkSegment(94a2dcba-0efb-44a0-94cf-198b20cba860),segment_id=94a2dcba-0efb-44a0-94cf-198b20cba860)] {{(pid=115136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:33.480273 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-75c9b199-d671-433a-af8b-6628e7fd9aba tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group_rule (98eefc0d-1e66-46df-941d-93853c633b83), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.546574 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-75c9b199-d671-433a-af8b-6628e7fd9aba tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (98eefc0d-1e66-46df-941d-93853c633b83), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.571202 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (176c0350-5590-4e6d-95e3-a40c70fefc69), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.577100 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:33.580075 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9b199-d671-433a-af8b-6628e7fd9aba tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98eefc0d-1e66-46df-941d-93853c633b83,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:33.599798 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Set router 7f1f2095-0a86-4599-a900-521aee918458 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:33.646659 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-75c9b199-d671-433a-af8b-6628e7fd9aba tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.648440 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-75c9b199-d671-433a-af8b-6628e7fd9aba tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1653788 May 04 14:52:33.652682 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:33.653668 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.655501 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] 10.222.0.49 "PUT /v2.0/ports/176c0350-5590-4e6d-95e3-a40c70fefc69 HTTP/1.1" status: 200 len: 1093 time: 3.5148134 May 04 14:52:33.658815 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e', 'tag': '176c0350-5590-4e6d-95e3-a40c70fefc69'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:52:33.661948 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35668) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:33.674035 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e89da391-4f71-445b-b833-5bd641338428 admin admin] Publish callbacks [] for security_group (61f483d0-ce7b-4740-ad27-c8ff8527846a), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.688521 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690820'] for router (df0aba8d-13bb-4748-92ca-77bf224d6ea8), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.710270 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Request body: {'floatingip': {'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:33.744970 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] For port 270fe19d-f3eb-4a4e-9d6f-cce78c48e784, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=270fe19d-f3eb-4a4e-9d6f-cce78c48e784,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:33.748311 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:33.749422 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Checking segment: {'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:33.749907 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.750370 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Bound using segment: {'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:33.751055 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Bound port: 2d0a7140-6bf7-444a-b26a-80045d99f17f, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:52:33.751490 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.754863 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-e7276a31-b8c8-493b-b42e-06253c12fe2d None None] Provisioning complete for port 2d0a7140-6bf7-444a-b26a-80045d99f17f triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:33.755459 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-e7276a31-b8c8-493b-b42e-06253c12fe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.761496 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-63e4ae4d-56f6-4201-bfe2-6a79aae8444e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:33.924826 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-26894a27-3fc8-461a-8c7c-5c9d2da0e4f8 req-0272b0e7-1814-44d8-ada0-f877e56ec4d8 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2946670 May 04 14:52:33.990427 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-e7276a31-b8c8-493b-b42e-06253c12fe2d None None] Port 2d0a7140-6bf7-444a-b26a-80045d99f17f cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:52:34.009521 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (270fe19d-f3eb-4a4e-9d6f-cce78c48e784), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:34.010626 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 7354e166-727d-4285-a5de-6758debb6cbc up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:34.028392 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-246a813c-e243-40de-8c17-4cf7961aec73 admin admin] Publish callbacks [] for security_group (e6082df9-fae2-4b39-8c81-3d145a041e33), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:34.065132 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e89da391-4f71-445b-b833-5bd641338428 admin admin] Publish callbacks [] for security_group (61f483d0-ce7b-4740-ad27-c8ff8527846a), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:34.190640 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 3, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:34.203616 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Pushing event updated for resources: {'Port': ['ID=270fe19d-f3eb-4a4e-9d6f-cce78c48e784,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:34.273373 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:34.304595 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] For port 2d0a7140-6bf7-444a-b26a-80045d99f17f, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:34.309854 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] For port 2d0a7140-6bf7-444a-b26a-80045d99f17f, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=2d0a7140-6bf7-444a-b26a-80045d99f17f,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:34.328602 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:34.356543 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c643bed-df57-44ab-bb75-7148296c5c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e", "tag": "176c0350-5590-4e6d-95e3-a40c70fefc69"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:52:34.366387 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9a22f-1d69-4286-8a18-9b58f7abb7da None None] The sync data for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi is: [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 3, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:52:34.394184 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f97e0c-beaf-4299-874e-1e64802d6e47 service neutron] Pushing event updated for resources: {'Port': ['ID=176c0350-5590-4e6d-95e3-a40c70fefc69,revision_number=3']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:34.453896 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:34.470157 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece92e1-4733-489b-9613-a870ec268cd1 req-3780f0a8-3b00-4cb9-ac12-26515133e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:34.473032 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-3780f0a8-3b00-4cb9-ac12-26515133e1f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=958a8323b6914605b4767698e1510825&device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 1127 time: 0.5737998 May 04 14:52:34.499957 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba10b40-c668-4a58-bfd7-e64edd185a03 None None] Pushing event updated for resources: {'Port': ['ID=2d0a7140-6bf7-444a-b26a-80045d99f17f,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:34.508474 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 7354e166-727d-4285-a5de-6758debb6cbc triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:34.508930 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (7354e166-727d-4285-a5de-6758debb6cbc), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:34.522008 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-63e4ae4d-56f6-4201-bfe2-6a79aae8444e admin admin] Publish callbacks [] for security_group (137f8cee-4d4c-4ec1-9227-d3569b977604), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:34.543268 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:52:26Z', 'revision_number': 3, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port': {'id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:34.599311 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-63e4ae4d-56f6-4201-bfe2-6a79aae8444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (137f8cee-4d4c-4ec1-9227-d3569b977604), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:34.629013 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Routers {'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:34.629743 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:52:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:34.632839 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Checking router: 7f1f2095-0a86-4599-a900-521aee918458 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:52:34.633265 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Updating router 7f1f2095-0a86-4599-a900-521aee918458 port 522fd025-1e85-40ff-ad90-8b3973a92a63 binding host dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:52:34.698263 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (522fd025-1e85-40ff-ad90-8b3973a92a63), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:34.939966 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-246a813c-e243-40de-8c17-4cf7961aec73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (e6082df9-fae2-4b39-8c81-3d145a041e33), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:34.943470 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-246a813c-e243-40de-8c17-4cf7961aec73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:34.952165 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-ff9cb449-2926-41be-9fe3-b5462b669760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:34.957660 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-246a813c-e243-40de-8c17-4cf7961aec73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6082df9-fae2-4b39-8c81-3d145a041e33 HTTP/1.1" status: 204 len: 168 time: 3.1253510 May 04 14:52:35.030939 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Allocated IP 172.20.0.1 (0132aa9d-215e-458d-ac0a-392119ca6fdd/25bf5b2a-ee70-4625-b180-26a077afc13c/2d06aa98-70c7-4d99-b2f7-286a739fd3cd) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:35.069986 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-63e4ae4d-56f6-4201-bfe2-6a79aae8444e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2e534493a0f4ca2802dd8db566ae72d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4542663 May 04 14:52:35.076098 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4ae4d-56f6-4201-bfe2-6a79aae8444e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137f8cee-4d4c-4ec1-9227-d3569b977604,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:35.109800 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35684) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:35.114645 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a813c-e243-40de-8c17-4cf7961aec73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6082df9-fae2-4b39-8c81-3d145a041e33,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:35.141306 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e89da391-4f71-445b-b833-5bd641338428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (61f483d0-ce7b-4740-ad27-c8ff8527846a), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:35.150844 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e89da391-4f71-445b-b833-5bd641338428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:35.155060 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-e89da391-4f71-445b-b833-5bd641338428 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61f483d0-ce7b-4740-ad27-c8ff8527846a HTTP/1.1" status: 204 len: 168 time: 3.9295309 May 04 14:52:35.232289 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:35.362169 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-a1bba98c-3dce-469c-8510-1b02bfb63084 None None] Provisioning complete for port 2d0a7140-6bf7-444a-b26a-80045d99f17f triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:35.375566 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a1bba98c-3dce-469c-8510-1b02bfb63084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:35.393780 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Publish callbacks [] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:35.434428 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f308a5-5d8a-4486-befb-836f77fc4eac x-openstack-request-id: req-a5f308a5-5d8a-4486-befb-836f77fc4eac {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:52:35.434637 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e", "tag": "176c0350-5590-4e6d-95e3-a40c70fefc69", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:52:35.434731 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5f308a5-5d8a-4486-befb-836f77fc4eac {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:52:35.435244 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f308a5-5d8a-4486-befb-836f77fc4eac'] response: {'name': 'network-changed', 'server_uuid': '33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e', 'tag': '176c0350-5590-4e6d-95e3-a40c70fefc69', 'status': 'completed', 'code': 200} May 04 14:52:35.500880 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80291fa-e75f-43a7-a9c7-81d59aaac0f1 req-a82f8693-da6b-47c3-a1fa-1678a6b863d5 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:35.506847 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c80291fa-e75f-43a7-a9c7-81d59aaac0f1 req-a82f8693-da6b-47c3-a1fa-1678a6b863d5 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 943 time: 0.2507548 May 04 14:52:35.532110 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:35.578025 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 7354e166-727d-4285-a5de-6758debb6cbc is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:35.686056 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] Set router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:35.690662 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89da391-4f71-445b-b833-5bd641338428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f483d0-ce7b-4740-ad27-c8ff8527846a,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:35.996092 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35692) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:36.199725 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c80291fa-e75f-43a7-a9c7-81d59aaac0f1 req-639b0ff5-e32f-4123-ba25-258c30a1f432 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6452703 May 04 14:52:36.201107 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3fd707c9-d168-4348-a485-e947e2d16391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:36.228046 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-14476b50-6d80-4cad-a2ab-0b24fdb30445 admin admin] Publish callbacks [] for security_group (137f8cee-4d4c-4ec1-9227-d3569b977604), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:36.322279 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-bd01b872-8888-4a1e-a4f2-63cc06a06167 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=176c0350-5590-4e6d-95e3-a40c70fefc69 HTTP/1.1" status: 200 len: 217 time: 0.8857589 May 04 14:52:36.409458 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Network 0132aa9d-215e-458d-ac0a-392119ca6fdd is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:36.497677 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Router df0aba8d-13bb-4748-92ca-77bf224d6ea8 is scheduled to L3 agent b987e420-0280-4229-80f3-f09839d30a9a with binding_index 1 {{(pid=115137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:52:36.526028 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:36.531289 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:36.532140 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690265'] for router_interface (7f1f2095-0a86-4599-a900-521aee918458), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:36.573549 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3fd707c9-d168-4348-a485-e947e2d16391 admin admin] Publish callbacks [] for security_group (673ab053-07d6-43dc-b6e6-572056537277), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:36.578297 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-14476b50-6d80-4cad-a2ab-0b24fdb30445 admin admin] Publish callbacks [] for security_group (137f8cee-4d4c-4ec1-9227-d3569b977604), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:36.607741 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3fd707c9-d168-4348-a485-e947e2d16391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (673ab053-07d6-43dc-b6e6-572056537277), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:36.647990 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device c79b45eb-e1e2-4d6c-a748-2b5e2f69e710 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:36.760286 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Pushing event updated for resources: {'Port': ['ID=2d06aa98-70c7-4d99-b2f7-286a739fd3cd,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:36.773356 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd707c9-d168-4348-a485-e947e2d16391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673ab053-07d6-43dc-b6e6-572056537277,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:36.832868 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece92e1-4733-489b-9613-a870ec268cd1 req-6f6c6914-b472-487f-90c9-0b183b998ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:36.835808 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-6f6c6914-b472-487f-90c9-0b183b998ecb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c616ac8a-3ce4-462a-a8a5-efeef46deea3 HTTP/1.1" status: 200 len: 852 time: 0.5025642 May 04 14:52:36.955475 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:37.049342 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-3fd707c9-d168-4348-a485-e947e2d16391 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df068037811443fbbea3944d108df9be&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0345440 May 04 14:52:37.080235 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35704) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:37.158919 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-059a46cf-492c-49e1-9734-a18a6ea78f3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f566efce-bbf3-4d94-9c87-84002696f7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3097003 May 04 14:52:37.219620 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-a1bba98c-3dce-469c-8510-1b02bfb63084 None None] Current status of the port 2d0a7140-6bf7-444a-b26a-80045d99f17f is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:37.220016 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a1bba98c-3dce-469c-8510-1b02bfb63084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:37.314485 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-14476b50-6d80-4cad-a2ab-0b24fdb30445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (137f8cee-4d4c-4ec1-9227-d3569b977604), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:37.319591 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-14476b50-6d80-4cad-a2ab-0b24fdb30445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:37.330472 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port c79b45eb-e1e2-4d6c-a748-2b5e2f69e710 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:37.330965 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (c79b45eb-e1e2-4d6c-a748-2b5e2f69e710), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:37.337234 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-14476b50-6d80-4cad-a2ab-0b24fdb30445 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/137f8cee-4d4c-4ec1-9227-d3569b977604 HTTP/1.1" status: 204 len: 168 time: 2.2054288 May 04 14:52:37.393752 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:37.407567 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:52:37.431668 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Sync routers for ids ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:52:37.436609 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14476b50-6d80-4cad-a2ab-0b24fdb30445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137f8cee-4d4c-4ec1-9227-d3569b977604,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:37.477188 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:37.481953 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-d4148c02-1252-410d-b39b-a636d209a5ae admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 18.7001317 May 04 14:52:37.483294 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35716) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:37.485433 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Routers {'df0aba8d-13bb-4748-92ca-77bf224d6ea8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:37.488036 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:52:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:37.622841 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-a1bba98c-3dce-469c-8510-1b02bfb63084 None None] For port 2d0a7140-6bf7-444a-b26a-80045d99f17f, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=2d0a7140-6bf7-444a-b26a-80045d99f17f,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:37.690066 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a1bba98c-3dce-469c-8510-1b02bfb63084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:37.732335 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0dd37-f34f-4dc3-9dd5-4d3054d5984b req-49fcdd05-27d6-44be-be1b-23af387b3b3c tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:37.743036 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:37.754488 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f4d0dd37-f34f-4dc3-9dd5-4d3054d5984b req-49fcdd05-27d6-44be-be1b-23af387b3b3c tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 943 time: 0.1900187 May 04 14:52:37.777582 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-15a926b9-c751-49d0-a35b-9d0d62faeb06 admin admin] Publish callbacks [] for security_group (673ab053-07d6-43dc-b6e6-572056537277), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:37.920529 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Publish callbacks [] for port (522fd025-1e85-40ff-ad90-8b3973a92a63), precommit_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:37.931081 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:34Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:37.975008 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-c6b84997-649b-4229-b8e8-f90c68f09adc None None] Provisioning complete for port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:37.976165 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c6b84997-649b-4229-b8e8-f90c68f09adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:38.014915 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (522fd025-1e85-40ff-ad90-8b3973a92a63), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:38.026255 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Set router df0aba8d-13bb-4748-92ca-77bf224d6ea8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:38.041268 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-15a926b9-c751-49d0-a35b-9d0d62faeb06 admin admin] Publish callbacks [] for security_group (673ab053-07d6-43dc-b6e6-572056537277), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:38.083113 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f98589-96e5-431f-8527-b71a5bde2e17 None None] The sync data for ids ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'] in dv-cinder-840493-1-iscsi is: [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:34Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:52:38.149765 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bba98c-3dce-469c-8510-1b02bfb63084 None None] Pushing event updated for resources: {'Port': ['ID=2d0a7140-6bf7-444a-b26a-80045d99f17f,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:38.183055 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port c79b45eb-e1e2-4d6c-a748-2b5e2f69e710 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:38.183559 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (c79b45eb-e1e2-4d6c-a748-2b5e2f69e710), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:38.270085 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Allocated IP 172.20.0.1 (5e55fa58-e1fd-4309-9ca5-06129fc8fe5b/7d660033-ba74-4e17-bb0f-1920d761a352/0fb03ed1-fabc-476f-9444-98cb9aba4e68) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:38.274716 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f4d0dd37-f34f-4dc3-9dd5-4d3054d5984b req-b20d1e84-3717-411c-a090-43d3da4af831 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805603 May 04 14:52:38.443530 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-15a926b9-c751-49d0-a35b-9d0d62faeb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (673ab053-07d6-43dc-b6e6-572056537277), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:38.448198 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-15a926b9-c751-49d0-a35b-9d0d62faeb06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:38.457642 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-c6b84997-649b-4229-b8e8-f90c68f09adc None None] Port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:52:38.471591 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-15a926b9-c751-49d0-a35b-9d0d62faeb06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/673ab053-07d6-43dc-b6e6-572056537277 HTTP/1.1" status: 204 len: 168 time: 1.3879006 May 04 14:52:38.492527 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Attempting to bind port 522fd025-1e85-40ff-ad90-8b3973a92a63 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:52:38.493833 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Attempting to bind port 522fd025-1e85-40ff-ad90-8b3973a92a63 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:52:38.495365 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Attempting to bind port 522fd025-1e85-40ff-ad90-8b3973a92a63 on network 0edac7da-e104-49a8-a1ba-50991a341388 {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:38.520875 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:38.577807 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] For port c79b45eb-e1e2-4d6c-a748-2b5e2f69e710, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=c79b45eb-e1e2-4d6c-a748-2b5e2f69e710,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:38.584870 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:38.587180 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Checking segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:38.587855 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:38.588431 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Bound using segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:38.590614 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Bound port: 522fd025-1e85-40ff-ad90-8b3973a92a63, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:52:38.592148 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (522fd025-1e85-40ff-ad90-8b3973a92a63), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:38.623692 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-06f9adcf-48bb-476c-94f5-b22418e460d2 service neutron] 10.222.0.49 "GET /v2.0/networks/f566efce-bbf3-4d94-9c87-84002696f7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3831987 May 04 14:52:38.632663 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c5316-88a4-44f6-af96-6e188b5a75d3 None None] Pushing event updated for resources: {'Port': ['ID=522fd025-1e85-40ff-ad90-8b3973a92a63,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:38.643334 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (c79b45eb-e1e2-4d6c-a748-2b5e2f69e710), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:38.647894 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 2d0a7140-6bf7-444a-b26a-80045d99f17f up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:38.721308 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a926b9-c751-49d0-a35b-9d0d62faeb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673ab053-07d6-43dc-b6e6-572056537277,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:38.776216 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:30Z', 'revision_number': 3, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:38.823671 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Checking router: df0aba8d-13bb-4748-92ca-77bf224d6ea8 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:52:38.824317 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Updating router df0aba8d-13bb-4748-92ca-77bf224d6ea8 port 8a333a33-60dd-407a-aca3-4a0cdf8a1137 binding host dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:52:38.882068 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35728) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:38.896085 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (8a333a33-60dd-407a-aca3-4a0cdf8a1137), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:38.943504 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0078-6705-483e-a1f3-9a1f8d2bfd1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:38.951993 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] For port 522fd025-1e85-40ff-ad90-8b3973a92a63, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:38.977335 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] For port 522fd025-1e85-40ff-ad90-8b3973a92a63, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=522fd025-1e85-40ff-ad90-8b3973a92a63,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:39.141614 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (522fd025-1e85-40ff-ad90-8b3973a92a63), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:39.292758 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Publish callbacks [] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:39.302047 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:39.302896 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690211'] for router_interface (7f1f2095-0a86-4599-a900-521aee918458), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:39.421517 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-dece92e1-4733-489b-9613-a870ec268cd1 req-4930bb8d-6eea-45e7-b539-74cdb4896343 service neutron] 10.222.0.49 "GET /v2.0/networks/f566efce-bbf3-4d94-9c87-84002696f7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7469556 May 04 14:52:39.449170 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:39.472645 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Routers {'7f1f2095-0a86-4599-a900-521aee918458'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:39.474053 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:52:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7f1f2095-0a86-4599-a900-521aee918458'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:39.560702 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Allocated IP 172.27.2.104 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/9cb8322d-5e64-4bd7-ab3e-43f21a5629b1) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:39.635672 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Pushing event updated for resources: {'Port': ['ID=c79b45eb-e1e2-4d6c-a748-2b5e2f69e710,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:39.651307 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Pushing event updated for resources: {'Port': ['ID=2d06aa98-70c7-4d99-b2f7-286a739fd3cd,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:39.654504 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 2d0a7140-6bf7-444a-b26a-80045d99f17f triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:39.655300 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:39.758286 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0078-6705-483e-a1f3-9a1f8d2bfd1d admin admin] Publish callbacks [] for security_group (20a49ef9-6217-4f9f-8d01-6538dc31321d), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:39.781537 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0078-6705-483e-a1f3-9a1f8d2bfd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (20a49ef9-6217-4f9f-8d01-6538dc31321d), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:39.798202 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c643bed-df57-44ab-bb75-7148296c5c1f req-cdd2b308-d381-4979-8270-1cd2a33bf6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:39.800869 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9c643bed-df57-44ab-bb75-7148296c5c1f req-cdd2b308-d381-4979-8270-1cd2a33bf6aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=958a8323b6914605b4767698e1510825&device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 1127 time: 0.2646799 May 04 14:52:39.852678 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for port (9cb8322d-5e64-4bd7-ab3e-43f21a5629b1), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:39.952426 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-4c4c0078-6705-483e-a1f3-9a1f8d2bfd1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b09c1a142e649da8492e92e17ac227d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0665190 May 04 14:52:39.967896 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35748) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:39.968683 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c0078-6705-483e-a1f3-9a1f8d2bfd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a49ef9-6217-4f9f-8d01-6538dc31321d,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:40.048894 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Publish callbacks [] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:40.093539 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Network 0132aa9d-215e-458d-ac0a-392119ca6fdd is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:40.112593 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c5316-88a4-44f6-af96-6e188b5a75d3 None None] Pushing event updated for resources: {'Port': ['ID=522fd025-1e85-40ff-ad90-8b3973a92a63,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:40.149193 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:40.196418 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (9cb8322d-5e64-4bd7-ab3e-43f21a5629b1), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:40.231167 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:40.251880 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] Set router 7f1f2095-0a86-4599-a900-521aee918458 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:40.466565 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:40.499097 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:40.553597 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 2d0a7140-6bf7-444a-b26a-80045d99f17f is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:40.555295 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 270fe19d-f3eb-4a4e-9d6f-cce78c48e784 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:40.577199 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c643bed-df57-44ab-bb75-7148296c5c1f req-f9ad128a-cf33-4c67-9dbc-417cdd4a514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:40.596894 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9c643bed-df57-44ab-bb75-7148296c5c1f req-f9ad128a-cf33-4c67-9dbc-417cdd4a514e service neutron] 10.222.0.49 "GET /v2.0/networks?id=f566efce-bbf3-4d94-9c87-84002696f7d5 HTTP/1.1" status: 200 len: 913 time: 0.7486227 May 04 14:52:40.755730 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Publish callbacks [] for port (8a333a33-60dd-407a-aca3-4a0cdf8a1137), precommit_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:40.770808 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (8a333a33-60dd-407a-aca3-4a0cdf8a1137), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:40.826753 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:40.845743 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Attempting to bind port 8a333a33-60dd-407a-aca3-4a0cdf8a1137 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:52:40.846010 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Attempting to bind port 8a333a33-60dd-407a-aca3-4a0cdf8a1137 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:52:40.846622 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Attempting to bind port 8a333a33-60dd-407a-aca3-4a0cdf8a1137 on network 0edac7da-e104-49a8-a1ba-50991a341388 {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:40.863078 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9c643bed-df57-44ab-bb75-7148296c5c1f req-58ce4914-4250-4138-acd1-628b7a264e0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=176c0350-5590-4e6d-95e3-a40c70fefc69 HTTP/1.1" status: 200 len: 217 time: 0.2635036 May 04 14:52:40.880238 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-e0b4311d-2c50-437a-891e-050cdb4b84b9 None None] Provisioning complete for port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:40.880511 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-e0b4311d-2c50-437a-891e-050cdb4b84b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:40.915568 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:40.916038 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Checking segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:40.916895 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:40.917514 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Bound using segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:40.918247 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Bound port: 8a333a33-60dd-407a-aca3-4a0cdf8a1137, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:52:40.918382 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 270fe19d-f3eb-4a4e-9d6f-cce78c48e784 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:40.918736 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (270fe19d-f3eb-4a4e-9d6f-cce78c48e784), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:40.919171 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (8a333a33-60dd-407a-aca3-4a0cdf8a1137), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:40.927508 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:40.940982 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-838dc513-c771-463e-aa25-0c58e5a057b6 admin admin] Publish callbacks [] for security_group (20a49ef9-6217-4f9f-8d01-6538dc31321d), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:41.006965 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b044743-a1c7-4177-9b6f-78568d95ce03 None None] Pushing event updated for resources: {'Port': ['ID=8a333a33-60dd-407a-aca3-4a0cdf8a1137,revision_number=2']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:41.072707 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for floatingip (3bd7f0b2-0b46-400b-88bb-a4be0a9b3ed9), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:41.111527 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-838dc513-c771-463e-aa25-0c58e5a057b6 admin admin] Publish callbacks [] for security_group (20a49ef9-6217-4f9f-8d01-6538dc31321d), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:41.138814 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc37b6-1130-4be2-b526-3b2cec54d9b5 req-72b1dcb1-21e2-4b6f-a21d-830bcc22ec8d tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:41.148006 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f8bc37b6-1130-4be2-b526-3b2cec54d9b5 req-72b1dcb1-21e2-4b6f-a21d-830bcc22ec8d tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 943 time: 0.9807060 May 04 14:52:41.180704 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:41.189414 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Router 7f1f2095-0a86-4599-a900-521aee918458 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:52:41.210705 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:41.215746 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690265'] for router_interface (a05159e1-6b22-4325-9888-d7a1a51a9090), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:41.229088 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] For port 8a333a33-60dd-407a-aca3-4a0cdf8a1137, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:41.255806 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] For port 8a333a33-60dd-407a-aca3-4a0cdf8a1137, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=8a333a33-60dd-407a-aca3-4a0cdf8a1137,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:41.280268 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (8a333a33-60dd-407a-aca3-4a0cdf8a1137), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:41.370080 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4311d-2c50-437a-891e-050cdb4b84b9 None None] Port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:52:41.587471 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b044743-a1c7-4177-9b6f-78568d95ce03 None None] Pushing event updated for resources: {'Port': ['ID=8a333a33-60dd-407a-aca3-4a0cdf8a1137,revision_number=3']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:41.592722 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Routers {'df0aba8d-13bb-4748-92ca-77bf224d6ea8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:41.594478 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:52:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:41.596347 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:41.597284 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 4, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port': {'id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d06aa98-70c7-4d99-b2f7-286a739fd3cd', 'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'mac_address': 'fa:16:3e:da:dc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:34Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 2, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'subnets': [{'id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:41.637840 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event updated for resources: {'Port': ['ID=9cb8322d-5e64-4bd7-ab3e-43f21a5629b1,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:41.671087 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (9cb8322d-5e64-4bd7-ab3e-43f21a5629b1), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:41.696478 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35f529-3c52-43de-b3e0-d169844c7a25 None None] The sync data for ids ['7f1f2095-0a86-4599-a900-521aee918458'] in dv-cinder-840493-1-iscsi is: [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 4, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port': {'id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d06aa98-70c7-4d99-b2f7-286a739fd3cd', 'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'mac_address': 'fa:16:3e:da:dc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:34Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 2, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'subnets': [{'id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:52:41.714722 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 270fe19d-f3eb-4a4e-9d6f-cce78c48e784 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:41.715900 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 2347744f-f136-45c4-a93b-1d50d195e29c up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:41.822660 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-b8b5a5e8-7eb7-49da-b13f-cd0afafd5e9b None None] Provisioning complete for port 0fb03ed1-fabc-476f-9444-98cb9aba4e68 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:41.823036 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-b8b5a5e8-7eb7-49da-b13f-cd0afafd5e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:41.824927 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 2347744f-f136-45c4-a93b-1d50d195e29c triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:41.825289 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2347744f-f136-45c4-a93b-1d50d195e29c), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:41.913108 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-b8b5a5e8-7eb7-49da-b13f-cd0afafd5e9b None None] Port 0fb03ed1-fabc-476f-9444-98cb9aba4e68 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:52:42.010913 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] Set router df0aba8d-13bb-4748-92ca-77bf224d6ea8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:42.036508 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35784) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:42.038198 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:52:42.091250 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-1896281b-e7bc-4651-b7df-de4d8123992a admin admin] 10.222.0.32 "PUT /v2.0/routers/7f1f2095-0a86-4599-a900-521aee918458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2280462 May 04 14:52:42.143908 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 2347744f-f136-45c4-a93b-1d50d195e29c is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:42.147621 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 7354e166-727d-4285-a5de-6758debb6cbc up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:42.159095 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c643bed-df57-44ab-bb75-7148296c5c1f req-ab90e766-47b3-435c-a65e-4be4772ad805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:42.163216 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9c643bed-df57-44ab-bb75-7148296c5c1f req-ab90e766-47b3-435c-a65e-4be4772ad805 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c616ac8a-3ce4-462a-a8a5-efeef46deea3 HTTP/1.1" status: 200 len: 852 time: 1.2838073 May 04 14:52:42.206863 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-838dc513-c771-463e-aa25-0c58e5a057b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (20a49ef9-6217-4f9f-8d01-6538dc31321d), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:42.210270 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-838dc513-c771-463e-aa25-0c58e5a057b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:42.211683 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-838dc513-c771-463e-aa25-0c58e5a057b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20a49ef9-6217-4f9f-8d01-6538dc31321d HTTP/1.1" status: 204 len: 168 time: 2.2394156 May 04 14:52:42.221844 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dc513-c771-463e-aa25-0c58e5a057b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a49ef9-6217-4f9f-8d01-6538dc31321d,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:42.254173 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb03ed1-fabc-476f-9444-98cb9aba4e68,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:42.341610 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 7354e166-727d-4285-a5de-6758debb6cbc triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:42.344888 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (7354e166-727d-4285-a5de-6758debb6cbc), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:42.433026 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:30Z', 'revision_number': 3, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:42.495129 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7decbd84-0cc6-4683-bf19-5df4dcfd2dc6 None None] The sync data for ids ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'] in dv-cinder-840493-1-iscsi is: [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:30Z', 'revision_number': 3, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:52:42.509370 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f8bc37b6-1130-4be2-b526-3b2cec54d9b5 req-2ecc07cd-d8f4-4e47-8c50-296a5539e1a4 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3541956 May 04 14:52:42.590975 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 7354e166-727d-4285-a5de-6758debb6cbc is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:42.645860 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4bcef94a-83dc-456e-9ecc-4a70d1787a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:42.924035 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 2d0a7140-6bf7-444a-b26a-80045d99f17f up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:42.933304 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4bcef94a-83dc-456e-9ecc-4a70d1787a7b admin admin] Publish callbacks [] for security_group (6e99e1f6-7c97-4ecd-91cf-727035645e8e), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:42.939781 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4bcef94a-83dc-456e-9ecc-4a70d1787a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (6e99e1f6-7c97-4ecd-91cf-727035645e8e), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:42.993674 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcef94a-83dc-456e-9ecc-4a70d1787a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e99e1f6-7c97-4ecd-91cf-727035645e8e,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:43.049174 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-4bcef94a-83dc-456e-9ecc-4a70d1787a7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8657b6e1ba1460987724472f11a00e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0052228 May 04 14:52:43.049632 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35806) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:43.061419 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:43.073847 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 2d0a7140-6bf7-444a-b26a-80045d99f17f triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:43.074249 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:43.298098 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9c643bed-df57-44ab-bb75-7148296c5c1f req-178c610b-3939-4417-9182-0a0319bc4466 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f566efce-bbf3-4d94-9c87-84002696f7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237071 May 04 14:52:43.320785 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 2d0a7140-6bf7-444a-b26a-80045d99f17f is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:43.326504 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e630cdb2-001d-4f96-be09-aa53f28187c1 admin admin] Publish callbacks [] for security_group (6e99e1f6-7c97-4ecd-91cf-727035645e8e), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:43.328388 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device c79b45eb-e1e2-4d6c-a748-2b5e2f69e710 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:43.390583 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e630cdb2-001d-4f96-be09-aa53f28187c1 admin admin] Publish callbacks [] for security_group (6e99e1f6-7c97-4ecd-91cf-727035645e8e), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:43.509772 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port c79b45eb-e1e2-4d6c-a748-2b5e2f69e710 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:43.510165 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (c79b45eb-e1e2-4d6c-a748-2b5e2f69e710), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:43.513614 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:43.528906 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e630cdb2-001d-4f96-be09-aa53f28187c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (6e99e1f6-7c97-4ecd-91cf-727035645e8e), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:43.535929 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e630cdb2-001d-4f96-be09-aa53f28187c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:43.538520 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-e630cdb2-001d-4f96-be09-aa53f28187c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e99e1f6-7c97-4ecd-91cf-727035645e8e HTTP/1.1" status: 204 len: 168 time: 0.4866908 May 04 14:52:43.645694 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Publish callbacks [] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:43.688946 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:43.691878 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690211'] for router_interface (a05159e1-6b22-4325-9888-d7a1a51a9090), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:43.703533 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for port (9cb8322d-5e64-4bd7-ab3e-43f21a5629b1), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:43.738609 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630cdb2-001d-4f96-be09-aa53f28187c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e99e1f6-7c97-4ecd-91cf-727035645e8e,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:43.786416 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port c79b45eb-e1e2-4d6c-a748-2b5e2f69e710 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:43.799434 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9c643bed-df57-44ab-bb75-7148296c5c1f req-28b1ee34-948a-4013-b0ff-22aee7036795 service neutron] 10.222.0.49 "GET /v2.0/networks/f566efce-bbf3-4d94-9c87-84002696f7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936864 May 04 14:52:43.907545 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d2ac4-3cbc-4f03-a86b-84d4328b1a9b req-9f746b33-12ca-40af-b39f-533337542d32 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:43.918336 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-758d2ac4-3cbc-4f03-a86b-84d4328b1a9b req-9f746b33-12ca-40af-b39f-533337542d32 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 943 time: 0.2035942 May 04 14:52:43.919053 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (9cb8322d-5e64-4bd7-ab3e-43f21a5629b1), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:44.462968 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 35846) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:44.470172 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (3bd7f0b2-0b46-400b-88bb-a4be0a9b3ed9), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:44.490565 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb03ed1-fabc-476f-9444-98cb9aba4e68,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:44.559427 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1f1d0458-c466-4a7c-ac81-ac6604c839ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:44.561313 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:44.570395 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9c643bed-df57-44ab-bb75-7148296c5c1f req-d5880f32-4ecb-4918-8072-474aecbf0de2 service neutron] 10.222.0.49 "GET /v2.0/networks/f566efce-bbf3-4d94-9c87-84002696f7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7641683 May 04 14:52:44.573697 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.8867018 May 04 14:52:44.596486 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-94cab16c-f58d-40bc-b11f-7b84ed16d047 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:44.599558 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-94cab16c-f58d-40bc-b11f-7b84ed16d047 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 819 time: 0.5404603 May 04 14:52:44.702520 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-f94ef5db-0116-4547-bde7-94d2f6ac7fc6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/quotas/f96454a48c304aabbcb82ad8a2771b01 HTTP/1.1" status: 200 len: 375 time: 0.0905175 May 04 14:52:44.711429 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-758d2ac4-3cbc-4f03-a86b-84d4328b1a9b req-6432d4aa-9f59-48ce-b71f-36f77949d730 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7678781 May 04 14:52:44.806800 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defa54f-e2fa-47f4-966d-ff39a0bfaec6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event updated for resources: {'Port': ['ID=9cb8322d-5e64-4bd7-ab3e-43f21a5629b1,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:44.853710 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:44.856917 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:44.885504 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 8a333a33-60dd-407a-aca3-4a0cdf8a1137 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:44.889848 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Allocated IP 172.20.0.1 (b03422af-5eb8-4977-a232-35a6a99300ff/a789fad3-a526-4f2f-b0cf-06991416836f/ee6afb46-71cb-4419-bd4c-1f82aaec5714) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:44.970523 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-864366df-979a-4b4a-be0a-ac264c7e80e9 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2416632 May 04 14:52:45.092308 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1f1d0458-c466-4a7c-ac81-ac6604c839ef admin admin] Publish callbacks [] for security_group (311a8d6a-3971-4c93-ab1a-df02b4a35163), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:45.094737 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 8a333a33-60dd-407a-aca3-4a0cdf8a1137 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:45.096321 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (8a333a33-60dd-407a-aca3-4a0cdf8a1137), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:45.101995 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1f1d0458-c466-4a7c-ac81-ac6604c839ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (311a8d6a-3971-4c93-ab1a-df02b4a35163), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:45.178527 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-1f1d0458-c466-4a7c-ac81-ac6604c839ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae7406b07f984d8bb1f70d5fb7022f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7123332 May 04 14:52:45.194267 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 35872) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:45.217493 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d0458-c466-4a7c-ac81-ac6604c839ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311a8d6a-3971-4c93-ab1a-df02b4a35163,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:45.250536 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-f9fa621d-d0fd-4f63-9ee6-9b7c6c944a5e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1100653211&fields=id&tenant_id=f512333663064960847a1dd30c177cf9 HTTP/1.1" status: 200 len: 267 time: 0.2628982 May 04 14:52:45.281119 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 8a333a33-60dd-407a-aca3-4a0cdf8a1137 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:45.281781 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (8a333a33-60dd-407a-aca3-4a0cdf8a1137), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:45.319862 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] For port 8a333a33-60dd-407a-aca3-4a0cdf8a1137, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=8a333a33-60dd-407a-aca3-4a0cdf8a1137,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:45.330193 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (8a333a33-60dd-407a-aca3-4a0cdf8a1137), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:45.331745 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 522fd025-1e85-40ff-ad90-8b3973a92a63 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:45.332953 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Publish callbacks [] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:45.359046 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Router a05159e1-6b22-4325-9888-d7a1a51a9090 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:52:45.412023 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-fd708fa2-a66f-4fa4-849f-446ec95a2d3c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=115136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:52:45.422679 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-fd708fa2-a66f-4fa4-849f-446ec95a2d3c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2414732 May 04 14:52:45.426634 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 522fd025-1e85-40ff-ad90-8b3973a92a63 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:45.427510 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (522fd025-1e85-40ff-ad90-8b3973a92a63), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:45.525774 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Pushing event updated for resources: {'Port': ['ID=8a333a33-60dd-407a-aca3-4a0cdf8a1137,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:45.526066 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b3eabda7-fd01-474e-b2e3-7fbbfcac7e68 admin admin] Publish callbacks [] for security_group (311a8d6a-3971-4c93-ab1a-df02b4a35163), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:45.554168 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b3eabda7-fd01-474e-b2e3-7fbbfcac7e68 admin admin] Publish callbacks [] for security_group (311a8d6a-3971-4c93-ab1a-df02b4a35163), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:45.592811 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-06e55fe0-3709-4d54-aa09-b138902a8b3e None None] Provisioning complete for port 0fb03ed1-fabc-476f-9444-98cb9aba4e68 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:45.593213 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-06e55fe0-3709-4d54-aa09-b138902a8b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:45.607267 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-37d371d2-7e76-4b7e-89bd-a8703c7783ba service neutron] 10.222.0.32 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834500 May 04 14:52:45.676586 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-06e55fe0-3709-4d54-aa09-b138902a8b3e None None] Port 0fb03ed1-fabc-476f-9444-98cb9aba4e68 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:52:45.680999 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:45.709642 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-e39386d2-9f40-4c49-a5cd-2643fea4242c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:45.725560 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-e39386d2-9f40-4c49-a5cd-2643fea4242c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/networks?id=79f79ca7-23fe-4754-96e7-93df86905dc1 HTTP/1.1" status: 200 len: 817 time: 0.4569750 May 04 14:52:45.807814 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Network b03422af-5eb8-4977-a232-35a6a99300ff is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:45.815643 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:52:45.829515 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:45.833177 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-bcf40dc1-550a-42fc-811e-2e22d9272210 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/quotas/f512333663064960847a1dd30c177cf9 HTTP/1.1" status: 200 len: 375 time: 0.1067410 May 04 14:52:45.834713 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 522fd025-1e85-40ff-ad90-8b3973a92a63 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:45.835220 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (522fd025-1e85-40ff-ad90-8b3973a92a63), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:45.840418 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-34ddcce8-cc55-409c-a455-e5fc334ab9c0 admin admin] 10.222.0.32 "PUT /v2.0/routers/a05159e1-6b22-4325-9888-d7a1a51a9090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5582602 May 04 14:52:45.846249 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b3eabda7-fd01-474e-b2e3-7fbbfcac7e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (311a8d6a-3971-4c93-ab1a-df02b4a35163), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:45.847535 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-0ca2b2da-07b8-4670-acaf-9060be486ed0 service neutron] 10.222.0.32 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248423 May 04 14:52:45.849938 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b3eabda7-fd01-474e-b2e3-7fbbfcac7e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:45.851633 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-b3eabda7-fd01-474e-b2e3-7fbbfcac7e68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/311a8d6a-3971-4c93-ab1a-df02b4a35163 HTTP/1.1" status: 204 len: 168 time: 0.6561489 May 04 14:52:45.863860 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:45.868418 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690265'] for router_interface (df0aba8d-13bb-4748-92ca-77bf224d6ea8), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:45.884064 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Sync routers for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:52:46.002970 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] For port 522fd025-1e85-40ff-ad90-8b3973a92a63, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=522fd025-1e85-40ff-ad90-8b3973a92a63,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:46.020335 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:46.029645 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:52:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:46.067336 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Pushing event updated for resources: {'Port': ['ID=ee6afb46-71cb-4419-bd4c-1f82aaec5714,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:46.075859 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eabda7-fd01-474e-b2e3-7fbbfcac7e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311a8d6a-3971-4c93-ab1a-df02b4a35163,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:46.320280 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-070f8836-1ab7-4a0c-b9f3-d46b50d4e240 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f512333663064960847a1dd30c177cf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4356661 May 04 14:52:46.519624 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 176c0350-5590-4e6d-95e3-a40c70fefc69 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:52:46.531682 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (522fd025-1e85-40ff-ad90-8b3973a92a63), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:46.710904 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da1ac6-4575-4416-8ed6-3265ef2f749d req-6cea1624-b365-4a11-9d6a-87439c510fdb tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:46.715305 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c4da1ac6-4575-4416-8ed6-3265ef2f749d req-6cea1624-b365-4a11-9d6a-87439c510fdb tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 943 time: 0.1261029 May 04 14:52:46.735151 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-d4750cc9-3e79-4526-b9a5-979a7d46a560 None None] Provisioning complete for port ee6afb46-71cb-4419-bd4c-1f82aaec5714 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:46.735952 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-d4750cc9-3e79-4526-b9a5-979a7d46a560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:46.820290 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-a3e085cc-11b2-4dd1-9d02-9522861aa4a8 service neutron] 10.222.0.32 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704769 May 04 14:52:46.821028 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:46.882052 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c4da1ac6-4575-4416-8ed6-3265ef2f749d req-fa2e25ca-5507-4e31-86d7-907bccbc21a4 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539292 May 04 14:52:46.983207 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 8a333a33-60dd-407a-aca3-4a0cdf8a1137 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:46.990114 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Pushing event updated for resources: {'Port': ['ID=522fd025-1e85-40ff-ad90-8b3973a92a63,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:47.014067 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d6640327-caaf-449f-aba4-9ad4f1a9f456 req-37e93b28-2dc1-4550-9678-a6eac408d9bf tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 210 time: 0.0633914 May 04 14:52:47.051119 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.db.resource_extend [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 14:52:47.159571 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:47.404778 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-d4750cc9-3e79-4526-b9a5-979a7d46a560 None None] Port ee6afb46-71cb-4419-bd4c-1f82aaec5714 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:52:47.521572 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-12ebe77f-eb76-4684-9d60-a187ffa820e6 service neutron] 10.222.0.32 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714656 May 04 14:52:47.683923 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 8a333a33-60dd-407a-aca3-4a0cdf8a1137 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:47.688152 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (8a333a33-60dd-407a-aca3-4a0cdf8a1137), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:47.739807 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Publish callbacks [] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:47.769895 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Sync routers for ids ['7f1f2095-0a86-4599-a900-521aee918458'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:52:47.776917 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:47.784056 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690211'] for router_interface (df0aba8d-13bb-4748-92ca-77bf224d6ea8), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:47.842563 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Routers {'7f1f2095-0a86-4599-a900-521aee918458'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:47.844495 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:52:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7f1f2095-0a86-4599-a900-521aee918458'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:47.911751 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 176c0350-5590-4e6d-95e3-a40c70fefc69, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=176c0350-5590-4e6d-95e3-a40c70fefc69,segment=NetworkSegment(94a2dcba-0efb-44a0-94cf-198b20cba860),segment_id=94a2dcba-0efb-44a0-94cf-198b20cba860)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:48.049261 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '176c0350-5590-4e6d-95e3-a40c70fefc69', 'network_id': 'f566efce-bbf3-4d94-9c87-84002696f7d5', 'port_id': '176c0350-5590-4e6d-95e3-a40c70fefc69', 'mac_address': 'fa:16:3e:a6:4d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c616ac8a-3ce4-462a-a8a5-efeef46deea3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:52:48.339364 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Set router 7f1f2095-0a86-4599-a900-521aee918458 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:48.489783 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Pushing event updated for resources: {'Port': ['ID=ee6afb46-71cb-4419-bd4c-1f82aaec5714,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:48.694836 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 176c0350-5590-4e6d-95e3-a40c70fefc69 is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:48.696674 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (176c0350-5590-4e6d-95e3-a40c70fefc69), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:48.842541 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:43Z', 'revision_number': 2, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:48.981725 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Network b03422af-5eb8-4977-a232-35a6a99300ff is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:49.012611 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176c0350-5590-4e6d-95e3-a40c70fefc69 {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:52:49.028199 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:49.040642 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 8a333a33-60dd-407a-aca3-4a0cdf8a1137 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:49.066382 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Checking router: a05159e1-6b22-4325-9888-d7a1a51a9090 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:52:49.086160 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Updating router a05159e1-6b22-4325-9888-d7a1a51a9090 port 0fb03ed1-fabc-476f-9444-98cb9aba4e68 binding host dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:52:49.119364 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-1b9b4f9e-21d6-4520-9c0a-450c056f0b09 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:49.146845 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-1b9b4f9e-21d6-4520-9c0a-450c056f0b09 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 819 time: 1.0117507 May 04 14:52:49.308252 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 176c0350-5590-4e6d-95e3-a40c70fefc69, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=176c0350-5590-4e6d-95e3-a40c70fefc69,segment=NetworkSegment(94a2dcba-0efb-44a0-94cf-198b20cba860),segment_id=94a2dcba-0efb-44a0-94cf-198b20cba860)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:49.324830 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (176c0350-5590-4e6d-95e3-a40c70fefc69), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:49.352225 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 36004) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:49.369705 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-f2a673b5-131b-4c56-ab83-8deeaec759c4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1676626011', 'description': 'tempest-description--742986450'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:49.416551 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-bd6ca511-8efe-419d-9c0a-54ee3ca9369f tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/quotas/f96454a48c304aabbcb82ad8a2771b01 HTTP/1.1" status: 200 len: 375 time: 0.2655342 May 04 14:52:49.476170 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f2a673b5-131b-4c56-ab83-8deeaec759c4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:49.562892 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 4, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port': {'id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d06aa98-70c7-4d99-b2f7-286a739fd3cd', 'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'mac_address': 'fa:16:3e:da:dc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:34Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 2, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'subnets': [{'id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:49.675085 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c452d-6590-4a31-bf15-9df91cb06a3b req-f8cea13c-fc6c-47d3-9989-c1f2108fd256 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:49.676587 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f5c452d-6590-4a31-bf15-9df91cb06a3b req-f8cea13c-fc6c-47d3-9989-c1f2108fd256 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 944 time: 0.1634610 May 04 14:52:49.684466 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Checking router: 7f1f2095-0a86-4599-a900-521aee918458 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:52:49.685039 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Updating router 7f1f2095-0a86-4599-a900-521aee918458 port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd binding host dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:52:49.836215 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:49.888117 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 522fd025-1e85-40ff-ad90-8b3973a92a63 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:49.917811 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f2a673b5-131b-4c56-ab83-8deeaec759c4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (85c21e97-32dd-4319-9df0-a56f617c33f4), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:49.922710 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f5c452d-6590-4a31-bf15-9df91cb06a3b req-92f6cf42-cb87-4a7e-b978-c3af8045927c tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062440 May 04 14:52:49.924714 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f2a673b5-131b-4c56-ab83-8deeaec759c4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (85c21e97-32dd-4319-9df0-a56f617c33f4), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:49.955516 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f2a673b5-131b-4c56-ab83-8deeaec759c4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:49.961428 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-f2a673b5-131b-4c56-ab83-8deeaec759c4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6031210 May 04 14:52:49.961819 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 36026) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:49.967513 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-8e7069ae-e010-44c4-810f-5bb13225deeb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'security_group_rule': {'security_group_id': '85c21e97-32dd-4319-9df0-a56f617c33f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:50.013422 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a673b5-131b-4c56-ab83-8deeaec759c4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c21e97-32dd-4319-9df0-a56f617c33f4,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:50.035034 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:50.052617 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8e7069ae-e010-44c4-810f-5bb13225deeb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (fce2721e-0d7d-483f-92ef-d44f093d3588), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:50.052981 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-c991dea6-ee48-4e30-afd7-ecffd0be623a None None] Provisioning complete for port ee6afb46-71cb-4419-bd4c-1f82aaec5714 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:50.053636 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c991dea6-ee48-4e30-afd7-ecffd0be623a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:50.107316 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-f7254c2f-57ba-4c3c-adf7-5b7891779f88 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6684861 May 04 14:52:50.183943 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-c991dea6-ee48-4e30-afd7-ecffd0be623a None None] Port ee6afb46-71cb-4419-bd4c-1f82aaec5714 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:52:50.225915 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-53d958f7-bece-4e0d-8062-c196a6fbef30 req-3d121b8c-9eeb-4cf8-8822-3bd774b8c289 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 210 time: 0.1360860 May 04 14:52:50.292927 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8e7069ae-e010-44c4-810f-5bb13225deeb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (fce2721e-0d7d-483f-92ef-d44f093d3588), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:50.316087 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8e7069ae-e010-44c4-810f-5bb13225deeb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (fce2721e-0d7d-483f-92ef-d44f093d3588), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:50.351371 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=176c0350-5590-4e6d-95e3-a40c70fefc69,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:50.354619 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Router df0aba8d-13bb-4748-92ca-77bf224d6ea8 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:52:50.374986 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-8d5dac8c-6bfb-4cdd-8d29-7d72c781061c service neutron] 10.222.0.32 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488573 May 04 14:52:50.401022 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7069ae-e010-44c4-810f-5bb13225deeb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce2721e-0d7d-483f-92ef-d44f093d3588,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:50.431214 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8e7069ae-e010-44c4-810f-5bb13225deeb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:50.434324 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-8e7069ae-e010-44c4-810f-5bb13225deeb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4714110 May 04 14:52:50.442292 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 36036) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:50.460354 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-51d1c6db-2b78-4db8-a6f5-a388744478cb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'security_group_rule': {'security_group_id': '85c21e97-32dd-4319-9df0-a56f617c33f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:50.532579 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-51d1c6db-2b78-4db8-a6f5-a388744478cb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (81e8aa95-5b04-4529-98bc-80ec9d62cbf6), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:50.590613 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 522fd025-1e85-40ff-ad90-8b3973a92a63 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:50.602506 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (522fd025-1e85-40ff-ad90-8b3973a92a63), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:50.625954 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-94119568-683b-4619-acee-085c73fe2e67 service neutron] 10.222.0.32 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473962 May 04 14:52:50.664844 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:52:50.680651 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-6110027f-afd3-42c0-94da-791901e6e83d admin admin] 10.222.0.32 "PUT /v2.0/routers/df0aba8d-13bb-4748-92ca-77bf224d6ea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1877215 May 04 14:52:50.695513 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-51d1c6db-2b78-4db8-a6f5-a388744478cb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (81e8aa95-5b04-4529-98bc-80ec9d62cbf6), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:50.701383 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Publish callbacks [] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), precommit_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:50.707621 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-51d1c6db-2b78-4db8-a6f5-a388744478cb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (81e8aa95-5b04-4529-98bc-80ec9d62cbf6), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:50.710854 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:50.734063 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1c6db-2b78-4db8-a6f5-a388744478cb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e8aa95-5b04-4529-98bc-80ec9d62cbf6,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:50.750979 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Sync routers for ids ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:52:50.756177 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-51d1c6db-2b78-4db8-a6f5-a388744478cb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:50.758306 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-51d1c6db-2b78-4db8-a6f5-a388744478cb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3147054 May 04 14:52:50.763541 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 36046) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:50.780917 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'floatingip': {'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:50.795492 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee24b0-a03b-4058-83ca-6377d8b89840 None None] Pushing event updated for resources: {'Port': ['ID=2d06aa98-70c7-4d99-b2f7-286a739fd3cd,revision_number=3']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:50.859397 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Routers {'df0aba8d-13bb-4748-92ca-77bf224d6ea8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:50.860772 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:52:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:50.874721 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:51.048410 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Attempting to bind port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:52:51.048780 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Attempting to bind port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:52:51.049241 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Attempting to bind port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd on network 0132aa9d-215e-458d-ac0a-392119ca6fdd {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:51.071086 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:51.071463 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Checking segment: {'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:51.071863 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:51.072269 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Bound using segment: {'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:51.079259 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Bound port: 2d06aa98-70c7-4d99-b2f7-286a739fd3cd, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'}}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:52:51.079642 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:51.296261 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] For port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:51.303590 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] For port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=2d06aa98-70c7-4d99-b2f7-286a739fd3cd,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:51.322090 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:51.356391 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6e5e80b1-e032-479d-8567-44c6a8a476da req-aa8539f5-d40b-4f26-bbfc-4bbc4637f78d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 210 time: 0.2118187 May 04 14:52:51.418161 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:51.438885 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136c038-beca-4e6e-84ad-6d71b1a5f7cd req-33f4ccd4-f7bd-455f-9b56-935ca277b393 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:51.469084 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7136c038-beca-4e6e-84ad-6d71b1a5f7cd req-33f4ccd4-f7bd-455f-9b56-935ca277b393 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 944 time: 0.2508302 May 04 14:52:51.619428 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee24b0-a03b-4058-83ca-6377d8b89840 None None] Pushing event updated for resources: {'Port': ['ID=2d06aa98-70c7-4d99-b2f7-286a739fd3cd,revision_number=4']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:51.640917 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Routers {'7f1f2095-0a86-4599-a900-521aee918458'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:51.643325 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:52:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7f1f2095-0a86-4599-a900-521aee918458'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:51.665201 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Set router df0aba8d-13bb-4748-92ca-77bf224d6ea8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:51.700449 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7136c038-beca-4e6e-84ad-6d71b1a5f7cd req-e9f0a7e0-092e-42be-9441-aac263e8b3b6 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298779 May 04 14:52:51.978448 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Allocated IP 172.27.2.206 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/c9c38f70-ee5d-4e8d-be78-6075440006ad) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:51.983938 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-bb3a7b0d-efc5-48f9-80bb-b8f99a4adee0 None None] Provisioning complete for port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:51.984314 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7b0d-efc5-48f9-80bb-b8f99a4adee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:52.045054 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ab96937-d0c6-4458-a567-4377f225ef85 req-4789c406-3740-4002-895b-059b766b6a7c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 210 time: 0.0860615 May 04 14:52:52.215609 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['176c0350-5590-4e6d-95e3-a40c70fefc69'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:52:52.328581 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] Set router 7f1f2095-0a86-4599-a900-521aee918458 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:52.387077 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for port (c9c38f70-ee5d-4e8d-be78-6075440006ad), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:52.437959 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (c9c38f70-ee5d-4e8d-be78-6075440006ad), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:52.515548 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Publish callbacks [] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), precommit_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:52.586991 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:52.624955 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:52.657374 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:52.705832 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'Port': ['ID=c9c38f70-ee5d-4e8d-be78-6075440006ad,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:52.758996 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-14bb1dcb-d3d3-4fd9-bc51-c0cf619ed743 req-9bf2abe8-071c-4034-bb0c-cd49b888c675 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 210 time: 0.1827712 May 04 14:52:52.779158 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 36104) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:52.800701 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-db3ebd7e-ed77-4d58-b2d4-fe7201acaba2 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673726101', 'description': 'tempest-description--1328306985'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:52.948304 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (1ae0abe9-29c5-4636-9be7-e20b3627034a), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:52.960351 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-c3ac8d4b-beb1-41c0-9e05-8619e3113755 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:52.964759 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-c3ac8d4b-beb1-41c0-9e05-8619e3113755 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 819 time: 0.6744852 May 04 14:52:52.986924 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.49', 59464) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:52.987869 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-db3ebd7e-ed77-4d58-b2d4-fe7201acaba2 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:53.019794 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-00492d54-2cd4-4984-81bd-61caea1d4ea0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Request body: {'port': {'device_id': '32e5072b-f9f9-45bb-a38e-92e42c7b96c8', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'admin_state_up': True, 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:53.048399 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 4, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port': {'id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d06aa98-70c7-4d99-b2f7-286a739fd3cd', 'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'mac_address': 'fa:16:3e:da:dc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:34Z', 'updated_at': '2022-05-04T14:52:51Z', 'revision_number': 4, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'subnets': [{'id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:53.110157 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e15db-c5d1-4bf3-b65b-6b95ca8946b9 req-352d0c8b-b8df-495a-b1cd-2aa5fd93ce09 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:53.127012 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-619e15db-c5d1-4bf3-b65b-6b95ca8946b9 req-352d0c8b-b8df-495a-b1cd-2aa5fd93ce09 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 944 time: 0.2918820 May 04 14:52:53.140295 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:53.159869 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e048cf-daa4-400a-bd76-086e54778e31 None None] The sync data for ids ['7f1f2095-0a86-4599-a900-521aee918458'] in dv-cinder-840493-1-iscsi is: [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 4, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port': {'id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d06aa98-70c7-4d99-b2f7-286a739fd3cd', 'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'mac_address': 'fa:16:3e:da:dc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:34Z', 'updated_at': '2022-05-04T14:52:51Z', 'revision_number': 4, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'subnets': [{'id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:52:53.327982 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-34caee76-513e-4203-ac84-9f7a49514077 req-546f4095-06dc-4769-9143-e5d8fac17477 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 210 time: 0.0949783 May 04 14:52:53.523722 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-00492d54-2cd4-4984-81bd-61caea1d4ea0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Made reservation on behalf of f96454a48c304aabbcb82ad8a2771b01 for: {'port': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:53.536892 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-00492d54-2cd4-4984-81bd-61caea1d4ea0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:53.664650 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf06e6-c99a-4faf-b07b-0f573410efc0 None None] Pushing event updated for resources: {'Port': ['ID=0fb03ed1-fabc-476f-9444-98cb9aba4e68,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:53.689606 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-db3ebd7e-ed77-4d58-b2d4-fe7201acaba2 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group (5c466a3f-dacd-4194-b641-284230ef6cc0), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:53.700653 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (c9c38f70-ee5d-4e8d-be78-6075440006ad), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:53.702601 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-db3ebd7e-ed77-4d58-b2d4-fe7201acaba2 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (5c466a3f-dacd-4194-b641-284230ef6cc0), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:53.785612 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 522fd025-1e85-40ff-ad90-8b3973a92a63 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:53.943793 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 36138) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:53.977382 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:46Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'ee6afb46-71cb-4419-bd4c-1f82aaec5714', 'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'mac_address': 'fa:16:3e:4e:1d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:43Z', 'updated_at': '2022-05-04T14:52:47Z', 'revision_number': 2, 'project_id': '367321a836de445f9e65af1baac99c98', 'subnets': [{'id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:53.984409 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a7b0d-efc5-48f9-80bb-b8f99a4adee0 None None] Current status of the port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:53.984826 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7b0d-efc5-48f9-80bb-b8f99a4adee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.016678 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9b07dae3-2a16-440c-b017-ad28e2102d0f req-4bc67453-13b4-4118-a604-fa0a2c7a089f tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 210 time: 0.0477679 May 04 14:52:54.038282 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-00492d54-2cd4-4984-81bd-61caea1d4ea0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Allocated IP 172.20.0.9 (0132aa9d-215e-458d-ac0a-392119ca6fdd/25bf5b2a-ee70-4625-b180-26a077afc13c/9fcebb56-303a-49e8-9614-ba68de897b4e) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:54.093351 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-db3ebd7e-ed77-4d58-b2d4-fe7201acaba2 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.094703 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-db3ebd7e-ed77-4d58-b2d4-fe7201acaba2 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3146729 May 04 14:52:54.106713 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-619e15db-c5d1-4bf3-b65b-6b95ca8946b9 req-4c20ca85-228c-4955-a3e5-a0f3978d2337 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9367583 May 04 14:52:54.107958 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ebd7e-ed77-4d58-b2d4-fe7201acaba2 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c466a3f-dacd-4194-b641-284230ef6cc0,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:54.115236 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 36144) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:54.147452 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-b073fd78-8bcb-4ba1-bf3d-f616cc29573a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Request body: {'security_group_rule': {'security_group_id': '5c466a3f-dacd-4194-b641-284230ef6cc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:54.149826 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Checking router: df0aba8d-13bb-4748-92ca-77bf224d6ea8 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:52:54.150372 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Updating router df0aba8d-13bb-4748-92ca-77bf224d6ea8 port ee6afb46-71cb-4419-bd4c-1f82aaec5714 binding host dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:52:54.211581 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 2d06aa98-70c7-4d99-b2f7-286a739fd3cd up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:54.228483 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.49', 59469) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:54.326590 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-952273dc-1582-48b3-92fd-ac907efffca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.362559 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Attempting to bind port 0fb03ed1-fabc-476f-9444-98cb9aba4e68 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:52:54.367687 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Attempting to bind port 0fb03ed1-fabc-476f-9444-98cb9aba4e68 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:52:54.368508 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Attempting to bind port 0fb03ed1-fabc-476f-9444-98cb9aba4e68 on network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:54.407620 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:54.410863 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Checking segment: {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:54.412619 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.413847 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Bound using segment: {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:54.413847 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Bound port: 0fb03ed1-fabc-476f-9444-98cb9aba4e68, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:52:54.414182 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.478324 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-797a4dfa-8017-4bae-a7ae-cfd2a6c9f3fc tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:54.481404 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-797a4dfa-8017-4bae-a7ae-cfd2a6c9f3fc tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.49 "GET /v2.0/networks?id=79f79ca7-23fe-4754-96e7-93df86905dc1 HTTP/1.1" status: 200 len: 817 time: 1.4609885 May 04 14:52:54.534184 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-bb3a7b0d-efc5-48f9-80bb-b8f99a4adee0 None None] For port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=2d06aa98-70c7-4d99-b2f7-286a739fd3cd,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:54.558286 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-00492d54-2cd4-4984-81bd-61caea1d4ea0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for port (9fcebb56-303a-49e8-9614-ba68de897b4e), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.571382 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.609843 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-00492d54-2cd4-4984-81bd-61caea1d4ea0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (9fcebb56-303a-49e8-9614-ba68de897b4e), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.611821 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7b0d-efc5-48f9-80bb-b8f99a4adee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.628184 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b073fd78-8bcb-4ba1-bf3d-f616cc29573a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group_rule (8643aa92-ad52-4a1a-a3ce-738d7a7fc1eb), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.719268 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a7b0d-efc5-48f9-80bb-b8f99a4adee0 None None] Pushing event updated for resources: {'Port': ['ID=2d06aa98-70c7-4d99-b2f7-286a739fd3cd,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:54.734327 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cc5dd01d-e814-45b4-8089-e22b1089f4f4 req-095f8779-bfad-43c8-98a6-de18ae6952ca tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 210 time: 0.1342611 May 04 14:52:54.813971 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-00492d54-2cd4-4984-81bd-61caea1d4ea0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Network 0132aa9d-215e-458d-ac0a-392119ca6fdd is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:54.828638 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-00492d54-2cd4-4984-81bd-61caea1d4ea0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:54.843048 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-00492d54-2cd4-4984-81bd-61caea1d4ea0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:54.848890 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-00492d54-2cd4-4984-81bd-61caea1d4ea0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:54.849723 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-00492d54-2cd4-4984-81bd-61caea1d4ea0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.882613 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-00492d54-2cd4-4984-81bd-61caea1d4ea0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9087844 May 04 14:52:54.885128 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-952273dc-1582-48b3-92fd-ac907efffca1 admin admin] Publish callbacks [] for security_group (0f4f557c-2278-4aee-be9b-6719be5f1b02), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.888559 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:54.889765 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.894025 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b073fd78-8bcb-4ba1-bf3d-f616cc29573a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group_rule (8643aa92-ad52-4a1a-a3ce-738d7a7fc1eb), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.907545 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Request body: {'port': {'device_id': '32e5072b-f9f9-45bb-a38e-92e42c7b96c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:54.912725 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-952273dc-1582-48b3-92fd-ac907efffca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (0f4f557c-2278-4aee-be9b-6719be5f1b02), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.935186 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b073fd78-8bcb-4ba1-bf3d-f616cc29573a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (8643aa92-ad52-4a1a-a3ce-738d7a7fc1eb), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.938566 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-8eed5e47-5c61-4672-8e06-eae5de72e905 None None] Provisioning complete for port 0fb03ed1-fabc-476f-9444-98cb9aba4e68 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:54.939564 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-8eed5e47-5c61-4672-8e06-eae5de72e905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:54.975752 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00492d54-2cd4-4984-81bd-61caea1d4ea0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Pushing event updated for resources: {'Port': ['ID=9fcebb56-303a-49e8-9614-ba68de897b4e,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:55.010255 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073fd78-8bcb-4ba1-bf3d-f616cc29573a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8643aa92-ad52-4a1a-a3ce-738d7a7fc1eb,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:55.024230 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-6fab8a3f-eb14-481d-ac9d-b88bccf1a5a3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f512333663064960847a1dd30c177cf9 HTTP/1.1" status: 200 len: 380 time: 0.5024817 May 04 14:52:55.030844 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for port (c9c38f70-ee5d-4e8d-be78-6075440006ad), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:55.042038 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-952273dc-1582-48b3-92fd-ac907efffca1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99b786b3acb946b794388d710cd6340f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0938587 May 04 14:52:55.045474 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-bd0fe600-ba06-4693-bfee-117fcac1aeed tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:55.047802 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-bd0fe600-ba06-4693-bfee-117fcac1aeed tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 819 time: 0.8179781 May 04 14:52:55.056252 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-1418c364-e6e7-47c6-a453-8652bf4e38e7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Request body: {'port': {'device_id': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'admin_state_up': True, 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'security_groups': ['6c1981ed-8783-4401-8071-ee1761caa3f4']}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:55.066582 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 36168) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:55.072330 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952273dc-1582-48b3-92fd-ac907efffca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4f557c-2278-4aee-be9b-6719be5f1b02,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:55.094601 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-2eca9341-e121-490f-93ce-a2e5fcafd03d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Request body: {'port': {'device_id': 'f6d1ef18-06ff-455b-a4ee-0c62ebd2afab', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'admin_state_up': True, 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:55.165498 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] For port 0fb03ed1-fabc-476f-9444-98cb9aba4e68, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:55.173447 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (9fcebb56-303a-49e8-9614-ba68de897b4e), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:55.239116 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (c9c38f70-ee5d-4e8d-be78-6075440006ad), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:55.342417 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b073fd78-8bcb-4ba1-bf3d-f616cc29573a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:55.345000 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-b073fd78-8bcb-4ba1-bf3d-f616cc29573a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2001550 May 04 14:52:55.350775 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 36174) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:55.358819 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-75bd77ea-63f5-4a60-b159-ed5ad90a722a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Request body: {'security_group_rule': {'security_group_id': '5c466a3f-dacd-4194-b641-284230ef6cc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:55.360557 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (1ae0abe9-29c5-4636-9be7-e20b3627034a), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:55.368249 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-8eed5e47-5c61-4672-8e06-eae5de72e905 None None] Port 0fb03ed1-fabc-476f-9444-98cb9aba4e68 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:52:55.371871 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ce665-0e93-4b4a-b157-2af022aa2cf1 req-f4480367-be3b-4453-bdc5-a3547a35d7b9 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:55.373239 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-149ce665-0e93-4b4a-b157-2af022aa2cf1 req-f4480367-be3b-4453-bdc5-a3547a35d7b9 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 944 time: 0.1444440 May 04 14:52:55.373623 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1ba7867d-e2ce-45ea-b42e-2a0bb00e987b req-4c8e9feb-4426-4f8f-ad81-f9ac3a6bca21 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 210 time: 0.1299794 May 04 14:52:55.419033 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] For port 0fb03ed1-fabc-476f-9444-98cb9aba4e68, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=0fb03ed1-fabc-476f-9444-98cb9aba4e68,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:55.430423 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:55.436986 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:55.438628 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-8eed5e47-5c61-4672-8e06-eae5de72e905 None None] Provisioning complete for port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:55.439120 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-8eed5e47-5c61-4672-8e06-eae5de72e905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:55.509116 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-149ce665-0e93-4b4a-b157-2af022aa2cf1 req-c612a9ac-7126-44d6-bffe-86babe5b20c1 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701985 May 04 14:52:55.581645 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'Port': ['ID=c9c38f70-ee5d-4e8d-be78-6075440006ad,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:55.588959 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-2eca9341-e121-490f-93ce-a2e5fcafd03d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Made reservation on behalf of f96454a48c304aabbcb82ad8a2771b01 for: {'port': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:55.593144 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-2eca9341-e121-490f-93ce-a2e5fcafd03d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:55.643835 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf06e6-c99a-4faf-b07b-0f573410efc0 None None] Pushing event updated for resources: {'Port': ['ID=0fb03ed1-fabc-476f-9444-98cb9aba4e68,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:55.650122 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:55.651510 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:52:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:55.761870 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-75bd77ea-63f5-4a60-b159-ed5ad90a722a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group_rule (5e99e4b1-ec43-4249-a986-8d26b13dbd07), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:55.768257 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcebb56-303a-49e8-9614-ba68de897b4e {{(pid=115136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:52:55.798053 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Publish callbacks [] for port (9fcebb56-303a-49e8-9614-ba68de897b4e), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:55.816100 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.provisioning_blocks [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Transition to ACTIVE for port object 9fcebb56-303a-49e8-9614-ba68de897b4e will not be triggered until provisioned by entity L2. {{(pid=115136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:52:55.829637 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (9fcebb56-303a-49e8-9614-ba68de897b4e), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:55.863239 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-8eed5e47-5c61-4672-8e06-eae5de72e905 None None] Current status of the port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:55.867544 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 176c0350-5590-4e6d-95e3-a40c70fefc69 up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:55.870844 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:55.876552 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-99d06f01-18cb-44ee-806d-fd4e4a8f6e94 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1096206 May 04 14:52:55.954832 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-81c17ea2-2bfa-454d-8306-0d9283285a86 admin admin] Publish callbacks [] for security_group (0f4f557c-2278-4aee-be9b-6719be5f1b02), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:55.987405 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 2d06aa98-70c7-4d99-b2f7-286a739fd3cd up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:56.044600 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-1418c364-e6e7-47c6-a453-8652bf4e38e7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Made reservation on behalf of f512333663064960847a1dd30c177cf9 for: {'port': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:56.053494 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-1418c364-e6e7-47c6-a453-8652bf4e38e7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.071959 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-81c17ea2-2bfa-454d-8306-0d9283285a86 admin admin] Publish callbacks [] for security_group (0f4f557c-2278-4aee-be9b-6719be5f1b02), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.157776 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port 176c0350-5590-4e6d-95e3-a40c70fefc69 completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:52:56.158432 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-243e1c4b-cd4a-4cef-ae59-d2bdd12ddafd req-522c5139-5e0a-41b8-8123-040c3d579f6c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 210 time: 0.1357577 May 04 14:52:56.163468 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcebb56-303a-49e8-9614-ba68de897b4e,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:56.222385 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-75bd77ea-63f5-4a60-b159-ed5ad90a722a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group_rule (5e99e4b1-ec43-4249-a986-8d26b13dbd07), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.244650 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-75bd77ea-63f5-4a60-b159-ed5ad90a722a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (5e99e4b1-ec43-4249-a986-8d26b13dbd07), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.263961 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Publish callbacks [] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), precommit_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.299606 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:52:56.306044 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-75bd77ea-63f5-4a60-b159-ed5ad90a722a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.311151 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-75bd77ea-63f5-4a60-b159-ed5ad90a722a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9562995 May 04 14:52:56.322411 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Attempting to bind port 9fcebb56-303a-49e8-9614-ba68de897b4e on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:52:56.323013 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Attempting to bind port 9fcebb56-303a-49e8-9614-ba68de897b4e by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:52:56.323363 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Attempting to bind port 9fcebb56-303a-49e8-9614-ba68de897b4e on network 0132aa9d-215e-458d-ac0a-392119ca6fdd {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:56.325915 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.328123 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 36208) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:56.335818 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Port 9fcebb56-303a-49e8-9614-ba68de897b4e on network 0132aa9d-215e-458d-ac0a-392119ca6fdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:52:56.336214 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Attempting to bind port 9fcebb56-303a-49e8-9614-ba68de897b4e on network 0132aa9d-215e-458d-ac0a-392119ca6fdd {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:56.338948 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 176c0350-5590-4e6d-95e3-a40c70fefc69 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:56.342382 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (176c0350-5590-4e6d-95e3-a40c70fefc69), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.343237 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Request body: {'floatingip': {'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:56.357886 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:56.358730 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Checking segment: {'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:56.359346 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Bound using segment: {'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:56.360074 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Bound port: 9fcebb56-303a-49e8-9614-ba68de897b4e, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'}}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:52:56.360453 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (9fcebb56-303a-49e8-9614-ba68de897b4e), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.363061 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd77ea-63f5-4a60-b159-ed5ad90a722a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e99e4b1-ec43-4249-a986-8d26b13dbd07,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:56.435158 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-9d47f153-7f8a-453a-ad0e-700c97b6a720 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1676626011&fields=id&tenant_id=35d8071dbd7246228c7a252c40fae038 HTTP/1.1" status: 200 len: 267 time: 0.1356070 May 04 14:52:56.491350 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.522462 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:56.522746 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.557769 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-00699f26-54a9-493a-8bd8-39407842c55b None None] Provisioning complete for port 0fb03ed1-fabc-476f-9444-98cb9aba4e68 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:56.559490 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-00699f26-54a9-493a-8bd8-39407842c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.599908 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-81c17ea2-2bfa-454d-8306-0d9283285a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (0f4f557c-2278-4aee-be9b-6719be5f1b02), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.603028 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-81c17ea2-2bfa-454d-8306-0d9283285a86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.604354 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-81c17ea2-2bfa-454d-8306-0d9283285a86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f4f557c-2278-4aee-be9b-6719be5f1b02 HTTP/1.1" status: 204 len: 168 time: 1.5355089 May 04 14:52:56.608533 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] For port 9fcebb56-303a-49e8-9614-ba68de897b4e, host hv-cinder-84049, cleared binding levels {{(pid=115136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:56.636574 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] For port 9fcebb56-303a-49e8-9614-ba68de897b4e, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=9fcebb56-303a-49e8-9614-ba68de897b4e,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:56.652028 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f3678-e256-4cfb-af95-e7034111e04f req-8f745802-285d-4a91-b819-54110b3e9d74 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:56.662170 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-8f745802-285d-4a91-b819-54110b3e9d74 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/networks?id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 200 len: 814 time: 0.2180305 May 04 14:52:56.664148 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (9fcebb56-303a-49e8-9614-ba68de897b4e), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.713597 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 36218) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:56.722751 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-1418c364-e6e7-47c6-a453-8652bf4e38e7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Allocated IP 172.20.0.5 (79f79ca7-23fe-4754-96e7-93df86905dc1/086b520e-6c45-43fc-b9e3-376e899c6b75/463a9e34-de88-41bb-b997-6302ab23da6b) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:56.727330 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c17ea2-2bfa-454d-8306-0d9283285a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4f557c-2278-4aee-be9b-6719be5f1b02,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:56.730724 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fa940930-48f7-4674-b5e2-d1f088ef6fb2 req-4db1c756-86b4-4230-95a4-3ec9e10c3e96 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 210 time: 0.1425362 May 04 14:52:56.741284 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcebb56-303a-49e8-9614-ba68de897b4e,revision_number=3']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:56.755886 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-2eca9341-e121-490f-93ce-a2e5fcafd03d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Allocated IP 172.20.0.10 (0132aa9d-215e-458d-ac0a-392119ca6fdd/25bf5b2a-ee70-4625-b180-26a077afc13c/a012faf7-a201-4b84-9626-0d878ca7e4a3) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:56.765065 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:56.766381 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.768466 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-ae949a4b-0ef0-45cb-b710-c6666f801de8 service neutron] 10.222.0.49 "PUT /v2.0/ports/9fcebb56-303a-49e8-9614-ba68de897b4e HTTP/1.1" status: 200 len: 1093 time: 1.8759329 May 04 14:52:56.774433 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e5072b-f9f9-45bb-a38e-92e42c7b96c8', 'tag': '9fcebb56-303a-49e8-9614-ba68de897b4e'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:52:56.777830 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56cd50f-d02c-4dcd-9a70-3b4691f37722" -d '{"events": [{"name": "network-changed", "server_uuid": "32e5072b-f9f9-45bb-a38e-92e42c7b96c8", "tag": "9fcebb56-303a-49e8-9614-ba68de897b4e"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:52:56.784112 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 176c0350-5590-4e6d-95e3-a40c70fefc69 is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:56.784457 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (176c0350-5590-4e6d-95e3-a40c70fefc69), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.790276 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-2068ac73-a8ae-4666-ba96-51d02864ebdb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/quotas/35d8071dbd7246228c7a252c40fae038 HTTP/1.1" status: 200 len: 375 time: 0.0542388 May 04 14:52:56.890725 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.903536 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 176c0350-5590-4e6d-95e3-a40c70fefc69, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=176c0350-5590-4e6d-95e3-a40c70fefc69,segment=NetworkSegment(94a2dcba-0efb-44a0-94cf-198b20cba860),segment_id=94a2dcba-0efb-44a0-94cf-198b20cba860)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:56.905937 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-00699f26-54a9-493a-8bd8-39407842c55b None None] Current status of the port 0fb03ed1-fabc-476f-9444-98cb9aba4e68 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:56.907349 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-00699f26-54a9-493a-8bd8-39407842c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:56.977074 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-396dadfc-256d-4112-9209-c94245c4cd27 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=35d8071dbd7246228c7a252c40fae038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1803048 May 04 14:52:57.031439 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-b1e8ce0e-9543-4212-bdea-28f0a62d4085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:57.036423 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-b1e8ce0e-9543-4212-bdea-28f0a62d4085 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 1127 time: 0.2087352 May 04 14:52:57.147812 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa968-06cc-41cb-be5e-2e32afce619b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:57.246754 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176c0350-5590-4e6d-95e3-a40c70fefc69'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:52:57.360428 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-d7249aae-2789-49f3-b004-d15230441a16 service neutron] 10.222.0.32 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947159 May 04 14:52:57.371894 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-0ed17840-9393-4bf0-a62c-12164b7416d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fcebb56-303a-49e8-9614-ba68de897b4e HTTP/1.1" status: 200 len: 217 time: 0.3289211 May 04 14:52:57.429583 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (176c0350-5590-4e6d-95e3-a40c70fefc69), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:57.461169 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1ca28-8c7f-48c2-b85a-0f31adeca09a req-8c954d81-08ad-4986-b1a5-748d14e163b8 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:57.472188 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ec1ca28-8c7f-48c2-b85a-0f31adeca09a req-8c954d81-08ad-4986-b1a5-748d14e163b8 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 945 time: 0.4024990 May 04 14:52:57.496684 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05f170-ca47-46b1-8126-535538b5e564 None None] Pushing event updated for resources: {'Port': ['ID=ee6afb46-71cb-4419-bd4c-1f82aaec5714,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:57.566793 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 36242) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:57.577972 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-00699f26-54a9-493a-8bd8-39407842c55b None None] For port 0fb03ed1-fabc-476f-9444-98cb9aba4e68, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=0fb03ed1-fabc-476f-9444-98cb9aba4e68,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:57.646913 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-1418c364-e6e7-47c6-a453-8652bf4e38e7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for port (463a9e34-de88-41bb-b997-6302ab23da6b), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:57.659467 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2c05caf4-25b2-4321-b255-df50839f16df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:57.663881 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Allocated IP 172.27.2.156 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/1390156b-2ae7-4b12-8360-065b5dac1e40) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:57.716892 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-2eca9341-e121-490f-93ce-a2e5fcafd03d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for port (a012faf7-a201-4b84-9626-0d878ca7e4a3), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:57.731594 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd576fe-18d6-4a9d-916e-b559d26e731f" -d '{"events": [{"server_uuid": "33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e", "name": "network-vif-plugged", "status": "completed", "tag": "176c0350-5590-4e6d-95e3-a40c70fefc69"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:52:57.759041 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-1adf808f-0e9b-4813-88d4-3318a5243a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:57.760835 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-1adf808f-0e9b-4813-88d4-3318a5243a9a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.3741932 May 04 14:52:57.796888 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=176c0350-5590-4e6d-95e3-a40c70fefc69,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:57.833812 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-9db393c6-c5f6-4223-b9dd-eef7ddbd9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:57.835488 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-9db393c6-c5f6-4223-b9dd-eef7ddbd9a12 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681446 May 04 14:52:57.843551 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ec1ca28-8c7f-48c2-b85a-0f31adeca09a req-a97f2f1b-f22a-489d-af07-4c304d328a6a tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339756 May 04 14:52:57.853842 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-00699f26-54a9-493a-8bd8-39407842c55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:57.983557 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00699f26-54a9-493a-8bd8-39407842c55b None None] Pushing event updated for resources: {'Port': ['ID=0fb03ed1-fabc-476f-9444-98cb9aba4e68,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:57.985081 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-84e36436-7954-4db6-9e35-04bb61d1d91d service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429353 May 04 14:52:57.999265 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-e7197ff7-3e4c-4beb-99b3-68ab8c6c0556 service neutron] 10.222.0.32 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6378427 May 04 14:52:58.008044 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa968-06cc-41cb-be5e-2e32afce619b admin admin] Publish callbacks [] for security_group (160e3dec-5d0b-4d1b-ba1c-1bed6f12db43), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:58.009598 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-2ceac489-17ab-4fb9-992e-6f915f6b709f None None] Provisioning complete for port ee6afb46-71cb-4419-bd4c-1f82aaec5714 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:58.010536 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-2ceac489-17ab-4fb9-992e-6f915f6b709f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:58.020882 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-1418c364-e6e7-47c6-a453-8652bf4e38e7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:58.027239 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6214680-508a-424d-8518-9fb8143a3e1b x-openstack-request-id: req-b6214680-508a-424d-8518-9fb8143a3e1b {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:52:58.027519 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e5072b-f9f9-45bb-a38e-92e42c7b96c8", "tag": "9fcebb56-303a-49e8-9614-ba68de897b4e", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:52:58.027826 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6214680-508a-424d-8518-9fb8143a3e1b {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:52:58.028287 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6214680-508a-424d-8518-9fb8143a3e1b'] response: {'name': 'network-changed', 'server_uuid': '32e5072b-f9f9-45bb-a38e-92e42c7b96c8', 'tag': '9fcebb56-303a-49e8-9614-ba68de897b4e', 'status': 'completed', 'code': 200} May 04 14:52:58.051866 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Attempting to bind port ee6afb46-71cb-4419-bd4c-1f82aaec5714 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:52:58.051866 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Attempting to bind port ee6afb46-71cb-4419-bd4c-1f82aaec5714 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:52:58.052318 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Attempting to bind port ee6afb46-71cb-4419-bd4c-1f82aaec5714 on network b03422af-5eb8-4977-a232-35a6a99300ff {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:58.126541 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:58.127409 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Checking segment: {'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:52:58.128346 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:58.128757 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Bound using segment: {'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:58.129359 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Bound port: ee6afb46-71cb-4419-bd4c-1f82aaec5714, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:52:58.129752 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:58.131690 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa968-06cc-41cb-be5e-2e32afce619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (160e3dec-5d0b-4d1b-ba1c-1bed6f12db43), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:58.141521 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-2eca9341-e121-490f-93ce-a2e5fcafd03d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (a012faf7-a201-4b84-9626-0d878ca7e4a3), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:58.232217 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-2ceac489-17ab-4fb9-992e-6f915f6b709f None None] Port ee6afb46-71cb-4419-bd4c-1f82aaec5714 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:52:58.259342 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c360b757-f9ad-4a48-9079-9b03a925eb9f req-76a2bcbe-8b84-48db-b135-ab98ab26e1f3 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575467 May 04 14:52:58.295071 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-1418c364-e6e7-47c6-a453-8652bf4e38e7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Network 79f79ca7-23fe-4754-96e7-93df86905dc1 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:58.325985 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 36264) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:58.348575 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:52:58.402094 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-1418c364-e6e7-47c6-a453-8652bf4e38e7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:58.404835 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-1418c364-e6e7-47c6-a453-8652bf4e38e7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:58.410468 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-1418c364-e6e7-47c6-a453-8652bf4e38e7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:58.411149 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-1418c364-e6e7-47c6-a453-8652bf4e38e7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:58.443284 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-2eca9341-e121-490f-93ce-a2e5fcafd03d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Network 0132aa9d-215e-458d-ac0a-392119ca6fdd is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:58.463003 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] For port ee6afb46-71cb-4419-bd4c-1f82aaec5714, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:58.466881 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418c364-e6e7-47c6-a453-8652bf4e38e7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event updated for resources: {'Port': ['ID=463a9e34-de88-41bb-b997-6302ab23da6b,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:58.469346 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] For port ee6afb46-71cb-4419-bd4c-1f82aaec5714, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=ee6afb46-71cb-4419-bd4c-1f82aaec5714,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:58.477937 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 36268) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:58.478676 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-fc8fa968-06cc-41cb-be5e-2e32afce619b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d7e0a37c21a4c3b94cde1a16cfd79a7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7594571 May 04 14:52:58.483522 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for port (1390156b-2ae7-4b12-8360-065b5dac1e40), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:58.500924 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-2eca9341-e121-490f-93ce-a2e5fcafd03d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:58.507252 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-2eca9341-e121-490f-93ce-a2e5fcafd03d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:58.513121 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-2eca9341-e121-490f-93ce-a2e5fcafd03d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:58.513829 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-2eca9341-e121-490f-93ce-a2e5fcafd03d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:58.518080 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fa968-06cc-41cb-be5e-2e32afce619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160e3dec-5d0b-4d1b-ba1c-1bed6f12db43,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:58.541033 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:58.557683 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2c05caf4-25b2-4321-b255-df50839f16df admin admin] Publish callbacks [] for security_group (423a7f09-2632-4405-ab68-2198f6aa36e8), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:58.587231 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-1418c364-e6e7-47c6-a453-8652bf4e38e7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5375779 May 04 14:52:58.609840 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10139d77-82ed-486d-a005-1a93b3ad48b5 req-2faf42ab-6df8-4c77-9e18-13adea828bee tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:58.617452 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-10139d77-82ed-486d-a005-1a93b3ad48b5 req-2faf42ab-6df8-4c77-9e18-13adea828bee tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 931 time: 0.4425573 May 04 14:52:58.627838 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2c05caf4-25b2-4321-b255-df50839f16df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (423a7f09-2632-4405-ab68-2198f6aa36e8), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:58.658370 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-7d4fca23-b9d8-44e6-899a-eff69831325b admin admin] Publish callbacks [] for security_group (160e3dec-5d0b-4d1b-ba1c-1bed6f12db43), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:58.682051 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-2eca9341-e121-490f-93ce-a2e5fcafd03d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5929611 May 04 14:52:58.696961 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-009727c4-1285-4570-b22f-384543685704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:58.726982 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e609ebf4-0bd9-4ced-9844-cdf8b2363d29 x-openstack-request-id: req-e609ebf4-0bd9-4ced-9844-cdf8b2363d29 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:52:58.727591 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e", "name": "network-vif-plugged", "status": "completed", "tag": "176c0350-5590-4e6d-95e3-a40c70fefc69", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:52:58.728079 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e609ebf4-0bd9-4ced-9844-cdf8b2363d29 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:52:58.728767 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e609ebf4-0bd9-4ced-9844-cdf8b2363d29'] response: {'server_uuid': '33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176c0350-5590-4e6d-95e3-a40c70fefc69', 'code': 200} May 04 14:52:58.730231 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca9341-e121-490f-93ce-a2e5fcafd03d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Pushing event updated for resources: {'Port': ['ID=a012faf7-a201-4b84-9626-0d878ca7e4a3,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:58.779677 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-2c05caf4-25b2-4321-b255-df50839f16df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f072c7be0a648b9a3efa6d0d9c7e5f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1959248 May 04 14:52:58.779989 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-7d4fca23-b9d8-44e6-899a-eff69831325b admin admin] Publish callbacks [] for security_group (160e3dec-5d0b-4d1b-ba1c-1bed6f12db43), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:58.784366 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 36274) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:58.787562 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:55Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:58.844616 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05caf4-25b2-4321-b255-df50839f16df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423a7f09-2632-4405-ab68-2198f6aa36e8,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:58.927790 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570517d5-9403-4e50-9d15-1c1d15445b22 None None] The sync data for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi is: [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:55Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:52:58.966575 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-10139d77-82ed-486d-a005-1a93b3ad48b5 req-bf03628e-d8f0-4621-9144-216444699de2 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480890 May 04 14:52:58.970775 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (1390156b-2ae7-4b12-8360-065b5dac1e40), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:59.045421 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Request body: {'port': {'device_id': 'f6d1ef18-06ff-455b-a4ee-0c62ebd2afab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:59.051536 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Request body: {'port': {'device_id': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:52:59.186508 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-3e2a853c-2756-4cd9-987d-f95c1be9d786 None None] Provisioning complete for port 463a9e34-de88-41bb-b997-6302ab23da6b triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:52:59.187023 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-3e2a853c-2756-4cd9-987d-f95c1be9d786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:59.199970 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Routers {'df0aba8d-13bb-4748-92ca-77bf224d6ea8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:52:59.200536 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:52:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:52:59.207672 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05f170-ca47-46b1-8126-535538b5e564 None None] Pushing event updated for resources: {'Port': ['ID=ee6afb46-71cb-4419-bd4c-1f82aaec5714,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:59.313811 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cd50f-d02c-4dcd-9a70-3b4691f37722 req-58c5fb7d-4a7f-4c44-b553-152bc575caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:59.316577 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f56cd50f-d02c-4dcd-9a70-3b4691f37722 req-58c5fb7d-4a7f-4c44-b553-152bc575caa3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 1127 time: 0.1484563 May 04 14:52:59.335400 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-7d4fca23-b9d8-44e6-899a-eff69831325b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (160e3dec-5d0b-4d1b-ba1c-1bed6f12db43), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:59.340270 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-7d4fca23-b9d8-44e6-899a-eff69831325b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:52:59.342222 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-7d4fca23-b9d8-44e6-899a-eff69831325b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/160e3dec-5d0b-4d1b-ba1c-1bed6f12db43 HTTP/1.1" status: 204 len: 168 time: 0.8627799 May 04 14:52:59.444261 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.49', 59476) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:52:59.656577 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960c54c-6b96-4157-9485-0578c7dd3a33 req-c22f3977-ab71-4811-91c4-9a73602528c2 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:59.659884 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8960c54c-6b96-4157-9485-0578c7dd3a33 req-c22f3977-ab71-4811-91c4-9a73602528c2 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 932 time: 0.7449899 May 04 14:52:59.660483 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fca23-b9d8-44e6-899a-eff69831325b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160e3dec-5d0b-4d1b-ba1c-1bed6f12db43,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:59.795576 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-3e2a853c-2756-4cd9-987d-f95c1be9d786 None None] Port 463a9e34-de88-41bb-b997-6302ab23da6b cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:52:59.821794 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2be0ea-597a-4d89-ac52-cf122496a61a req-8f3b4cca-d181-461c-ab9c-9991f4204709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:59.826945 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6b2be0ea-597a-4d89-ac52-cf122496a61a req-8f3b4cca-d181-461c-ab9c-9991f4204709 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 1129 time: 0.3766549 May 04 14:52:59.860917 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:59.910004 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a4bcc44b-4773-4458-b564-efd27323bdaa req-06554feb-1abf-4f7a-9006-8a97e778b353 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 210 time: 0.6224463 May 04 14:52:59.925937 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event updated for resources: {'Port': ['ID=1390156b-2ae7-4b12-8360-065b5dac1e40,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:59.937273 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e3239ac3-f51d-4650-9e82-aa4e69f919d6 admin admin] Publish callbacks [] for security_group (423a7f09-2632-4405-ab68-2198f6aa36e8), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.014492 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 36284) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:00.015674 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e3239ac3-f51d-4650-9e82-aa4e69f919d6 admin admin] Publish callbacks [] for security_group (423a7f09-2632-4405-ab68-2198f6aa36e8), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.040945 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6b2be0ea-597a-4d89-ac52-cf122496a61a req-013ea575-eaf1-4a98-b66c-8d396b95b90b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.080615 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8960c54c-6b96-4157-9485-0578c7dd3a33 req-ff478722-9314-4516-a340-7b1e82ac97e6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786869 May 04 14:53:00.090919 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f4f3dd13-c2b9-4451-959d-7a415dce4f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.093407 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-d518f435-bc5b-430d-94b2-894aa6198acd None None] Provisioning complete for port a012faf7-a201-4b84-9626-0d878ca7e4a3 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:53:00.094612 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-d518f435-bc5b-430d-94b2-894aa6198acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (a012faf7-a201-4b84-9626-0d878ca7e4a3), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.105688 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-009727c4-1285-4570-b22f-384543685704 admin admin] Publish callbacks [] for security_group (a5b0e679-5c10-4df9-82c7-8ff6e07f6c17), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.129330 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-009727c4-1285-4570-b22f-384543685704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (a5b0e679-5c10-4df9-82c7-8ff6e07f6c17), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.160533 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cd50f-d02c-4dcd-9a70-3b4691f37722 req-2ea501a8-9af6-44a6-b247-2962e08d3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:00.162417 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f56cd50f-d02c-4dcd-9a70-3b4691f37722 req-2ea501a8-9af6-44a6-b247-2962e08d3c76 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 920 time: 0.8336570 May 04 14:53:00.227451 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:53:00.231557 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (a012faf7-a201-4b84-9626-0d878ca7e4a3), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.237841 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:53:00.252902 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009727c4-1285-4570-b22f-384543685704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b0e679-5c10-4df9-82c7-8ff6e07f6c17,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:00.287138 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] Set router df0aba8d-13bb-4748-92ca-77bf224d6ea8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:53:00.314861 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-009727c4-1285-4570-b22f-384543685704 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76244caf2ae043c49903f7ffc82f8288&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9792938 May 04 14:53:00.321336 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 36288) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:00.326335 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f56cd50f-d02c-4dcd-9a70-3b4691f37722 req-db3cb0e0-f19b-4d7c-a5d5-8675fb5b67f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fcebb56-303a-49e8-9614-ba68de897b4e HTTP/1.1" status: 200 len: 217 time: 0.0988362 May 04 14:53:00.392392 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-d518f435-bc5b-430d-94b2-894aa6198acd None None] Port a012faf7-a201-4b84-9626-0d878ca7e4a3 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:53:00.439838 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.477362 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-d518f435-bc5b-430d-94b2-894aa6198acd None None] Provisioning complete for port ee6afb46-71cb-4419-bd4c-1f82aaec5714 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:53:00.479415 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-d518f435-bc5b-430d-94b2-894aa6198acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.514768 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.49', 59478) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:00.542846 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f4f3dd13-c2b9-4451-959d-7a415dce4f83 admin admin] Publish callbacks [] for security_group (b5d2f53a-c5f2-4ba8-9dcf-76bcc7d6494f), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.550150 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for floatingip (872421ec-9692-47af-aead-cd2bef2d5d18), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.617682 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 0fb03ed1-fabc-476f-9444-98cb9aba4e68 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:53:00.680309 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6b2be0ea-597a-4d89-ac52-cf122496a61a req-013ea575-eaf1-4a98-b66c-8d396b95b90b service neutron] Publish callbacks [] for security_group (f3f0923e-2854-402d-8572-d0d98e8e45d7), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.702807 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f4f3dd13-c2b9-4451-959d-7a415dce4f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (b5d2f53a-c5f2-4ba8-9dcf-76bcc7d6494f), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.705831 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6b2be0ea-597a-4d89-ac52-cf122496a61a req-013ea575-eaf1-4a98-b66c-8d396b95b90b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (f3f0923e-2854-402d-8572-d0d98e8e45d7), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.743463 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-d518f435-bc5b-430d-94b2-894aa6198acd None None] Current status of the port ee6afb46-71cb-4419-bd4c-1f82aaec5714 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:53:00.745193 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-d518f435-bc5b-430d-94b2-894aa6198acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.776571 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 0fb03ed1-fabc-476f-9444-98cb9aba4e68 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:53:00.780091 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.812344 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3dd13-c2b9-4451-959d-7a415dce4f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d2f53a-c5f2-4ba8-9dcf-76bcc7d6494f,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:00.870880 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020afaa-43d4-4c1e-b9eb-b9ee1f993b25 req-afd5c4ba-4069-4722-bfe1-4b26975d4791 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:00.873802 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6020afaa-43d4-4c1e-b9eb-b9ee1f993b25 req-afd5c4ba-4069-4722-bfe1-4b26975d4791 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 945 time: 0.6379354 May 04 14:53:00.906688 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-d518f435-bc5b-430d-94b2-894aa6198acd None None] For port ee6afb46-71cb-4419-bd4c-1f82aaec5714, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=ee6afb46-71cb-4419-bd4c-1f82aaec5714,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:00.934705 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-d518f435-bc5b-430d-94b2-894aa6198acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:00.975237 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ea575-eaf1-4a98-b66c-8d396b95b90b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f0923e-2854-402d-8572-d0d98e8e45d7,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:00.999252 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ae0ddd60-c5c7-4779-8927-49c9bd52b805 admin admin] Publish callbacks [] for security_group (a5b0e679-5c10-4df9-82c7-8ff6e07f6c17), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:01.046759 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (1390156b-2ae7-4b12-8360-065b5dac1e40), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:01.050729 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cd50f-d02c-4dcd-9a70-3b4691f37722 req-4d374ae0-4200-458d-97a5-3f9dfd820370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:01.052640 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f56cd50f-d02c-4dcd-9a70-3b4691f37722 req-4d374ae0-4200-458d-97a5-3f9dfd820370 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.7064826 May 04 14:53:01.053178 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518f435-bc5b-430d-94b2-894aa6198acd None None] Pushing event updated for resources: {'Port': ['ID=ee6afb46-71cb-4419-bd4c-1f82aaec5714,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:01.056505 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-f4f3dd13-c2b9-4451-959d-7a415dce4f83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=944b6f49a35a49b8a83ae8b098c00296&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0362604 May 04 14:53:01.067632 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6b2be0ea-597a-4d89-ac52-cf122496a61a req-013ea575-eaf1-4a98-b66c-8d396b95b90b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1952584 May 04 14:53:01.072080 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 36300) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:01.116016 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 0fb03ed1-fabc-476f-9444-98cb9aba4e68 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:53:01.119362 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e3239ac3-f51d-4650-9e82-aa4e69f919d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (423a7f09-2632-4405-ab68-2198f6aa36e8), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:01.122347 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e3239ac3-f51d-4650-9e82-aa4e69f919d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:01.123635 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-e3239ac3-f51d-4650-9e82-aa4e69f919d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/423a7f09-2632-4405-ab68-2198f6aa36e8 HTTP/1.1" status: 204 len: 168 time: 2.3353622 May 04 14:53:01.151997 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cd50f-d02c-4dcd-9a70-3b4691f37722 req-c83772f5-c54e-4a34-aaf9-5fefd2e30767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:01.154149 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f56cd50f-d02c-4dcd-9a70-3b4691f37722 req-c83772f5-c54e-4a34-aaf9-5fefd2e30767 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803733 May 04 14:53:01.163310 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd5b60-37d4-415c-9417-d56572ebd2c0 req-d9bdd8e5-6c8c-4bfa-b1a4-b5f4a2520920 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:01.171711 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-49dd5b60-37d4-415c-9417-d56572ebd2c0 req-d9bdd8e5-6c8c-4bfa-b1a4-b5f4a2520920 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 931 time: 0.4850280 May 04 14:53:01.194428 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ae0ddd60-c5c7-4779-8927-49c9bd52b805 admin admin] Publish callbacks [] for security_group (a5b0e679-5c10-4df9-82c7-8ff6e07f6c17), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:01.209309 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:46Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'ee6afb46-71cb-4419-bd4c-1f82aaec5714', 'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'mac_address': 'fa:16:3e:4e:1d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:43Z', 'updated_at': '2022-05-04T14:52:58Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'subnets': [{'id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:53:01.275999 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-49dd5b60-37d4-415c-9417-d56572ebd2c0 req-15242127-625f-40fb-8a5a-91d9da73b60d tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032543 May 04 14:53:01.315540 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60f591e-567b-4b09-8424-82f212e54cf2 None None] The sync data for ids ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'] in dv-cinder-840493-1-iscsi is: [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:46Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'ee6afb46-71cb-4419-bd4c-1f82aaec5714', 'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'mac_address': 'fa:16:3e:4e:1d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:43Z', 'updated_at': '2022-05-04T14:52:58Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'subnets': [{'id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:53:01.396028 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f3678-e256-4cfb-af95-e7034111e04f req-9843aa22-0dc6-4fa1-9cc8-2488a4550403 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:01.397648 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-9843aa22-0dc6-4fa1-9cc8-2488a4550403 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "GET /v2.0/networks?id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 200 len: 814 time: 0.8385489 May 04 14:53:01.496657 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3239ac3-f51d-4650-9e82-aa4e69f919d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423a7f09-2632-4405-ab68-2198f6aa36e8,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:01.585330 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ae0ddd60-c5c7-4779-8927-49c9bd52b805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (a5b0e679-5c10-4df9-82c7-8ff6e07f6c17), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:01.589640 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ae0ddd60-c5c7-4779-8927-49c9bd52b805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:01.595952 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-ae0ddd60-c5c7-4779-8927-49c9bd52b805 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5b0e679-5c10-4df9-82c7-8ff6e07f6c17 HTTP/1.1" status: 204 len: 168 time: 1.2709773 May 04 14:53:01.619111 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-963232ab-3d18-4053-b974-5f0b4ff2c02a req-3d32e0e2-bdea-4330-87e6-1d604cfd947a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 210 time: 0.1705408 May 04 14:53:01.632997 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6020afaa-43d4-4c1e-b9eb-b9ee1f993b25 req-494a99fc-a340-45e8-8220-e3d7588fe439 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6675043 May 04 14:53:01.675445 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ddd60-c5c7-4779-8927-49c9bd52b805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b0e679-5c10-4df9-82c7-8ff6e07f6c17,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:01.692766 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f56cd50f-d02c-4dcd-9a70-3b4691f37722 req-5410db69-d868-4c64-b404-45603bf77bbe service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103005 May 04 14:53:01.792044 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 9fcebb56-303a-49e8-9614-ba68de897b4e details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:53:01.943549 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f56cd50f-d02c-4dcd-9a70-3b4691f37722 req-d936a795-b54b-4bbf-820f-db5770127769 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386012 May 04 14:53:02.074805 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:53:02.094285 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c44eba92-9f97-46b4-b8c7-5adb68ee18c4 admin admin] Publish callbacks [] for security_group (b5d2f53a-c5f2-4ba8-9dcf-76bcc7d6494f), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:02.105049 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 9fcebb56-303a-49e8-9614-ba68de897b4e, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=9fcebb56-303a-49e8-9614-ba68de897b4e,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:02.109995 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3772-caa9-4056-84c2-d984cac7d9c7 req-967798c7-2f91-422b-b710-6b64b3b821d0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:02.118564 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f81c3772-caa9-4056-84c2-d984cac7d9c7 req-967798c7-2f91-422b-b710-6b64b3b821d0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 932 time: 0.2816465 May 04 14:53:02.122953 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '9fcebb56-303a-49e8-9614-ba68de897b4e', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'port_id': '9fcebb56-303a-49e8-9614-ba68de897b4e', 'mac_address': 'fa:16:3e:8a:88:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:53:02.144477 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-ae37a1f4-af66-47b6-9f53-c0a08beb02ff tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35d8071dbd7246228c7a252c40fae038 HTTP/1.1" status: 200 len: 380 time: 0.6176007 May 04 14:53:02.163009 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-245f3678-e256-4cfb-af95-e7034111e04f req-9c04ae59-5482-4972-a8dc-666d57f2c4f9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'port': {'device_id': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'admin_state_up': True, 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'security_groups': ['85c21e97-32dd-4319-9df0-a56f617c33f4']}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:53:02.182833 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 9fcebb56-303a-49e8-9614-ba68de897b4e is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:53:02.184336 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (9fcebb56-303a-49e8-9614-ba68de897b4e), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:02.207434 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcebb56-303a-49e8-9614-ba68de897b4e {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:53:02.221168 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c44eba92-9f97-46b4-b8c7-5adb68ee18c4 admin admin] Publish callbacks [] for security_group (b5d2f53a-c5f2-4ba8-9dcf-76bcc7d6494f), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:02.244702 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 9fcebb56-303a-49e8-9614-ba68de897b4e, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=9fcebb56-303a-49e8-9614-ba68de897b4e,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:02.253257 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (9fcebb56-303a-49e8-9614-ba68de897b4e), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:02.314508 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for port (1390156b-2ae7-4b12-8360-065b5dac1e40), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:02.405294 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=9fcebb56-303a-49e8-9614-ba68de897b4e,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:02.497650 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['9fcebb56-303a-49e8-9614-ba68de897b4e'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:53:02.606881 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device ee6afb46-71cb-4419-bd4c-1f82aaec5714 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:53:02.607364 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf8cca-ee45-4d03-90c4-32c4904aa6f6 req-536f1ebb-127c-404c-a027-24e2404e6ebc tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:02.622536 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-dbdf8cca-ee45-4d03-90c4-32c4904aa6f6 req-536f1ebb-127c-404c-a027-24e2404e6ebc tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 931 time: 0.1600106 May 04 14:53:02.683345 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 36334) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:02.713594 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-816963b1-9a28-4c30-8978-0f7008091f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:02.720659 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port ee6afb46-71cb-4419-bd4c-1f82aaec5714 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:53:02.721380 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:02.791502 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (1390156b-2ae7-4b12-8360-065b5dac1e40), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:02.819261 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-dbdf8cca-ee45-4d03-90c4-32c4904aa6f6 req-da3d9f24-890e-450c-826d-78fff7d4cbe6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855438 May 04 14:53:02.935052 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event updated for resources: {'Port': ['ID=1390156b-2ae7-4b12-8360-065b5dac1e40,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:02.939287 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c44eba92-9f97-46b4-b8c7-5adb68ee18c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (b5d2f53a-c5f2-4ba8-9dcf-76bcc7d6494f), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:02.942570 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-2896ac05-0fa3-4922-a93d-1817d0017bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:02.946291 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c44eba92-9f97-46b4-b8c7-5adb68ee18c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:02.947495 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-c44eba92-9f97-46b4-b8c7-5adb68ee18c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5d2f53a-c5f2-4ba8-9dcf-76bcc7d6494f HTTP/1.1" status: 204 len: 168 time: 1.8344300 May 04 14:53:02.984279 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-816963b1-9a28-4c30-8978-0f7008091f57 admin admin] Publish callbacks [] for security_group (55fe5c88-d7e4-445b-abee-495bb09e2f40), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:02.991910 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-816963b1-9a28-4c30-8978-0f7008091f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (55fe5c88-d7e4-445b-abee-495bb09e2f40), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:03.039033 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463a9e34-de88-41bb-b997-6302ab23da6b {{(pid=115137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:53:03.106442 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Publish callbacks [] for port (463a9e34-de88-41bb-b997-6302ab23da6b), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:03.116065 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-816963b1-9a28-4c30-8978-0f7008091f57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=001f93e2fce5477d850a75e0ff86ea35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4271784 May 04 14:53:03.120778 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307ef86-9d24-4f53-b8e9-d7275748dfab req-be9effb4-1ab5-448b-80e4-c8a94cd4c8ae tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:03.122566 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d307ef86-9d24-4f53-b8e9-d7275748dfab req-be9effb4-1ab5-448b-80e4-c8a94cd4c8ae tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 945 time: 0.0894835 May 04 14:53:03.125308 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 36342) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:03.146064 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (872421ec-9692-47af-aead-cd2bef2d5d18), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:03.181027 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44eba92-9f97-46b4-b8c7-5adb68ee18c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d2f53a-c5f2-4ba8-9dcf-76bcc7d6494f,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:03.186328 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f81c3772-caa9-4056-84c2-d984cac7d9c7 req-7765062b-1978-43db-a791-e1d8aab8c834 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0666444 May 04 14:53:03.201411 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a012faf7-a201-4b84-9626-0d878ca7e4a3 {{(pid=115137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:53:03.226792 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245f3678-e256-4cfb-af95-e7034111e04f req-9c04ae59-5482-4972-a8dc-666d57f2c4f9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Made reservation on behalf of 35d8071dbd7246228c7a252c40fae038 for: {'port': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:53:03.233946 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-245f3678-e256-4cfb-af95-e7034111e04f req-9c04ae59-5482-4972-a8dc-666d57f2c4f9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:03.310120 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port ee6afb46-71cb-4419-bd4c-1f82aaec5714 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:53:03.340852 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f5226aaa-978b-439c-a4f0-08377d39fe21 admin admin] Publish callbacks [] for security_group (55fe5c88-d7e4-445b-abee-495bb09e2f40), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:03.393896 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816963b1-9a28-4c30-8978-0f7008091f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fe5c88-d7e4-445b-abee-495bb09e2f40,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:03.411935 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f5226aaa-978b-439c-a4f0-08377d39fe21 admin admin] Publish callbacks [] for security_group (55fe5c88-d7e4-445b-abee-495bb09e2f40), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:03.424152 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Publish callbacks [] for port (a012faf7-a201-4b84-9626-0d878ca7e4a3), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:03.504479 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d307ef86-9d24-4f53-b8e9-d7275748dfab req-be575ab2-5ae1-4d57-9391-f6d9e1afe0ad tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362296 May 04 14:53:03.532835 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.provisioning_blocks [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Transition to ACTIVE for port object 463a9e34-de88-41bb-b997-6302ab23da6b will not be triggered until provisioned by entity L2. {{(pid=115137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:53:03.539772 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:03.542454 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-cc30c868-fac8-4abc-af75-3dc0ef0e1d09 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2063875 May 04 14:53:03.550715 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d946f317-ee63-48d6-82ce-5dc045e2eaf6 req-ba9f411d-cdfe-4830-9abf-0bad32a01a28 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 210 time: 0.1225581 May 04 14:53:03.567692 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f5226aaa-978b-439c-a4f0-08377d39fe21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (55fe5c88-d7e4-445b-abee-495bb09e2f40), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:03.570995 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:03.574625 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f5226aaa-978b-439c-a4f0-08377d39fe21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:03.580938 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-f5226aaa-978b-439c-a4f0-08377d39fe21 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55fe5c88-d7e4-445b-abee-495bb09e2f40 HTTP/1.1" status: 204 len: 168 time: 0.4527793 May 04 14:53:03.588868 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.provisioning_blocks [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Transition to ACTIVE for port object a012faf7-a201-4b84-9626-0d878ca7e4a3 will not be triggered until provisioned by entity L2. {{(pid=115137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:53:03.599060 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5226aaa-978b-439c-a4f0-08377d39fe21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fe5c88-d7e4-445b-abee-495bb09e2f40,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:03.666292 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Pushing event updated for resources: {'Port': ['ID=463a9e34-de88-41bb-b997-6302ab23da6b,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:03.695881 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (a012faf7-a201-4b84-9626-0d878ca7e4a3), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:03.799842 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 9fcebb56-303a-49e8-9614-ba68de897b4e up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:53:03.967649 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port 9fcebb56-303a-49e8-9614-ba68de897b4e completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:53:03.985293 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 9fcebb56-303a-49e8-9614-ba68de897b4e triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:53:03.986144 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (9fcebb56-303a-49e8-9614-ba68de897b4e), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:04.064929 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-87e8202d-1444-4c77-b19c-0acacd7ea36b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1673726101&fields=id&tenant_id=367321a836de445f9e65af1baac99c98 HTTP/1.1" status: 200 len: 267 time: 0.0811653 May 04 14:53:04.258640 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 9fcebb56-303a-49e8-9614-ba68de897b4e is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:53:04.259032 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (9fcebb56-303a-49e8-9614-ba68de897b4e), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:04.347208 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Pushing event updated for resources: {'Port': ['ID=a012faf7-a201-4b84-9626-0d878ca7e4a3,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:04.348603 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-cfc7085a-2e3f-494c-971a-bc5ac6ec02b3 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:04.354359 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [req-245f3678-e256-4cfb-af95-e7034111e04f req-9c04ae59-5482-4972-a8dc-666d57f2c4f9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Allocated IP 172.20.0.8 (5e55fa58-e1fd-4309-9ca5-06129fc8fe5b/7d660033-ba74-4e17-bb0f-1920d761a352/d86d8773-6591-4c19-8d60-8752cdfd15bd) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:53:04.355666 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e5072b-f9f9-45bb-a38e-92e42c7b96c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcebb56-303a-49e8-9614-ba68de897b4e'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:53:04.359604 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5da3e0b-b140-4c6c-8068-60c960ca778f" -d '{"events": [{"server_uuid": "32e5072b-f9f9-45bb-a38e-92e42c7b96c8", "name": "network-vif-plugged", "status": "completed", "tag": "9fcebb56-303a-49e8-9614-ba68de897b4e"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:53:04.370101 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-cfc7085a-2e3f-494c-971a-bc5ac6ec02b3 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/networks?id=b03422af-5eb8-4977-a232-35a6a99300ff HTTP/1.1" status: 200 len: 811 time: 0.3021588 May 04 14:53:04.382764 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 9fcebb56-303a-49e8-9614-ba68de897b4e, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=9fcebb56-303a-49e8-9614-ba68de897b4e,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:04.391354 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (9fcebb56-303a-49e8-9614-ba68de897b4e), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:04.401126 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Attempting to bind port 463a9e34-de88-41bb-b997-6302ab23da6b on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:53:04.401846 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Attempting to bind port 463a9e34-de88-41bb-b997-6302ab23da6b by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'}] {{(pid=115137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:53:04.403443 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Attempting to bind port 463a9e34-de88-41bb-b997-6302ab23da6b on network 79f79ca7-23fe-4754-96e7-93df86905dc1 {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:53:04.420619 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-6cc6a891-a851-4655-b159-2c90fec5823d tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/quotas/367321a836de445f9e65af1baac99c98 HTTP/1.1" status: 200 len: 375 time: 0.0476520 May 04 14:53:04.448685 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c8e99-a1dc-4b0c-b291-370c6dd461bf req-1d984bc5-cd36-47db-b594-0987948fe559 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:04.450786 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d82c8e99-a1dc-4b0c-b291-370c6dd461bf req-1d984bc5-cd36-47db-b594-0987948fe559 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.1800396 May 04 14:53:04.455826 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Port 463a9e34-de88-41bb-b997-6302ab23da6b on network 79f79ca7-23fe-4754-96e7-93df86905dc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:53:04.456732 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Attempting to bind port 463a9e34-de88-41bb-b997-6302ab23da6b on network 79f79ca7-23fe-4754-96e7-93df86905dc1 {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:53:04.467640 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Attempting to bind port a012faf7-a201-4b84-9626-0d878ca7e4a3 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:53:04.468272 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Attempting to bind port a012faf7-a201-4b84-9626-0d878ca7e4a3 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'}] {{(pid=115137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:53:04.468897 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Attempting to bind port a012faf7-a201-4b84-9626-0d878ca7e4a3 on network 0132aa9d-215e-458d-ac0a-392119ca6fdd {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:53:04.490894 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=9fcebb56-303a-49e8-9614-ba68de897b4e,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:04.492638 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:53:04.493337 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Checking segment: {'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:53:04.494276 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Bound using segment: {'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'} {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:53:04.495367 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Bound port: 463a9e34-de88-41bb-b997-6302ab23da6b, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'}}] {{(pid=115137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:53:04.495888 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:04.509179 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Port a012faf7-a201-4b84-9626-0d878ca7e4a3 on network 0132aa9d-215e-458d-ac0a-392119ca6fdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:53:04.509510 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Attempting to bind port a012faf7-a201-4b84-9626-0d878ca7e4a3 on network 0132aa9d-215e-458d-ac0a-392119ca6fdd {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:53:04.564638 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:53:04.565005 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Checking segment: {'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:53:04.565402 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Bound using segment: {'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'} {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:53:04.565854 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Bound port: a012faf7-a201-4b84-9626-0d878ca7e4a3, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'}}] {{(pid=115137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:53:04.566213 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (a012faf7-a201-4b84-9626-0d878ca7e4a3), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:04.573984 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-398570a0-94da-4d26-861f-f2da1a6ff70b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=367321a836de445f9e65af1baac99c98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516943 May 04 14:53:04.700947 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-43ba457e-db82-4731-bea9-e650104f2dcb service neutron] 10.222.0.32 "GET /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086819 May 04 14:53:04.743114 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d82c8e99-a1dc-4b0c-b291-370c6dd461bf req-e8f2b044-f829-4ef4-931a-d39583febd8b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672431 May 04 14:53:04.747881 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-e91d0f2d-7547-483d-afd6-030084a3736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:04.764367 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] For port 463a9e34-de88-41bb-b997-6302ab23da6b, host hv-cinder-84049, cleared binding levels {{(pid=115137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:53:04.777087 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] For port 463a9e34-de88-41bb-b997-6302ab23da6b, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=463a9e34-de88-41bb-b997-6302ab23da6b,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:53:04.808145 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:04.851775 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] For port a012faf7-a201-4b84-9626-0d878ca7e4a3, host hv-cinder-84049, cleared binding levels {{(pid=115137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:53:04.871860 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-245f3678-e256-4cfb-af95-e7034111e04f req-9c04ae59-5482-4972-a8dc-666d57f2c4f9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for port (d86d8773-6591-4c19-8d60-8752cdfd15bd), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:04.916445 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] For port a012faf7-a201-4b84-9626-0d878ca7e4a3, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=a012faf7-a201-4b84-9626-0d878ca7e4a3,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:53:04.949987 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:04.950637 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:04.952279 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] 10.222.0.49 "PUT /v2.0/ports/463a9e34-de88-41bb-b997-6302ab23da6b HTTP/1.1" status: 200 len: 1093 time: 5.9846256 May 04 14:53:04.953106 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'tag': '463a9e34-de88-41bb-b997-6302ab23da6b'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:53:04.999754 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-62dc23c7-b615-4ce3-bb65-0ca53017a15a service neutron] 10.222.0.32 "GET /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877872 May 04 14:53:05.043858 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (a012faf7-a201-4b84-9626-0d878ca7e4a3), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:05.184925 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f18b3-a1f7-4dc7-aad2-d0b46f1fdc34 service neutron] Pushing event updated for resources: {'Port': ['ID=463a9e34-de88-41bb-b997-6302ab23da6b,revision_number=3']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:05.293727 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136c4e6-caf7-4414-9664-aafe9d8a6408 req-248ffc8e-124c-4cf5-afcc-f453af438a02 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:05.303438 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e136c4e6-caf7-4414-9664-aafe9d8a6408 req-248ffc8e-124c-4cf5-afcc-f453af438a02 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 944 time: 0.3661931 May 04 14:53:05.306288 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:05.306791 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:05.314161 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] 10.222.0.49 "PUT /v2.0/ports/a012faf7-a201-4b84-9626-0d878ca7e4a3 HTTP/1.1" status: 200 len: 1094 time: 6.3445954 May 04 14:53:05.327914 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-c120f0f5-595e-4cdc-bb5d-b7daaaf5c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:05.329912 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-c120f0f5-595e-4cdc-bb5d-b7daaaf5c5ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f512333663064960847a1dd30c177cf9&device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 1127 time: 0.2876487 May 04 14:53:05.403095 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d3dc39-abc3-4ac3-9bd6-ae65c1424af0 x-openstack-request-id: req-90d3dc39-abc3-4ac3-9bd6-ae65c1424af0 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:53:05.409493 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e5072b-f9f9-45bb-a38e-92e42c7b96c8", "name": "network-vif-plugged", "status": "completed", "tag": "9fcebb56-303a-49e8-9614-ba68de897b4e", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:53:05.411862 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90d3dc39-abc3-4ac3-9bd6-ae65c1424af0 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:53:05.412497 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d3dc39-abc3-4ac3-9bd6-ae65c1424af0'] response: {'server_uuid': '32e5072b-f9f9-45bb-a38e-92e42c7b96c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcebb56-303a-49e8-9614-ba68de897b4e', 'code': 200} May 04 14:53:05.500490 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-0bc70b66-2db3-44bc-bcf0-9c203c251a3b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=463a9e34-de88-41bb-b997-6302ab23da6b HTTP/1.1" status: 200 len: 217 time: 0.1559236 May 04 14:53:05.506905 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-245f3678-e256-4cfb-af95-e7034111e04f req-9c04ae59-5482-4972-a8dc-666d57f2c4f9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (d86d8773-6591-4c19-8d60-8752cdfd15bd), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:05.590713 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2e535-0eaf-409d-9e26-1bbb6262ac32 service neutron] Pushing event updated for resources: {'Port': ['ID=a012faf7-a201-4b84-9626-0d878ca7e4a3,revision_number=3']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:05.711677 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a7202-517c-4493-8797-329356b6d979 req-44fe667f-361c-4c30-bdb1-86c3b1b68e3f tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:05.713663 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-db1a7202-517c-4493-8797-329356b6d979 req-44fe667f-361c-4c30-bdb1-86c3b1b68e3f tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 945 time: 0.1443996 May 04 14:53:05.728566 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-c3dc22a0-de07-4b03-bc19-ec553591b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:05.731162 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-c3dc22a0-de07-4b03-bc19-ec553591b00b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 1128 time: 0.3239844 May 04 14:53:05.749372 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e136c4e6-caf7-4414-9664-aafe9d8a6408 req-58d1bcdc-72d6-4b77-899c-411e3c9c97f1 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446113 May 04 14:53:05.854107 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8b136b-487c-49dd-8ef2-597943a56fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a80710d1-c61a-4d1c-ac7a-5795b995d5e6", "tag": "463a9e34-de88-41bb-b997-6302ab23da6b"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:53:05.857051 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04ae59-5482-4972-a8dc-666d57f2c4f9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'Port': ['ID=d86d8773-6591-4c19-8d60-8752cdfd15bd,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:05.900822 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509fd6f-4239-44f8-a901-bf76fa70ac23 req-2e5a02be-e7b3-4d67-842d-31a4cc91c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:05.902698 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2509fd6f-4239-44f8-a901-bf76fa70ac23 req-2e5a02be-e7b3-4d67-842d-31a4cc91c3f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 1129 time: 0.1797144 May 04 14:53:05.918901 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-07fdb4c3-7f0b-41e1-94c6-c0a94bbe16b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a012faf7-a201-4b84-9626-0d878ca7e4a3 HTTP/1.1" status: 200 len: 217 time: 0.1639688 May 04 14:53:05.921365 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245f3678-e256-4cfb-af95-e7034111e04f req-9c04ae59-5482-4972-a8dc-666d57f2c4f9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:53:05.940906 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [req-245f3678-e256-4cfb-af95-e7034111e04f req-9c04ae59-5482-4972-a8dc-666d57f2c4f9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:53:05.952173 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [req-245f3678-e256-4cfb-af95-e7034111e04f req-9c04ae59-5482-4972-a8dc-666d57f2c4f9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:53:05.969383 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f3678-e256-4cfb-af95-e7034111e04f req-9c04ae59-5482-4972-a8dc-666d57f2c4f9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:05.970204 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-245f3678-e256-4cfb-af95-e7034111e04f req-9c04ae59-5482-4972-a8dc-666d57f2c4f9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:06.031735 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:06.070380 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2509fd6f-4239-44f8-a901-bf76fa70ac23 req-4152dfa3-108c-4876-9390-d6566bee010b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587551 May 04 14:53:06.090949 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-db1a7202-517c-4493-8797-329356b6d979 req-b3ace5ed-95ea-4422-aebb-e47fd2da40a0 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664162 May 04 14:53:06.103239 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-215db805-9d0c-48f4-8bbf-4055913af133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:06.105550 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-215db805-9d0c-48f4-8bbf-4055913af133 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=086b520e-6c45-43fc-b9e3-376e899c6b75 HTTP/1.1" status: 200 len: 856 time: 0.5737586 May 04 14:53:06.239328 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e37048-bf72-44ce-b82f-85871c9b7e77 req-2b4c1499-c40b-4be0-8c27-5939b91d4710 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:06.248541 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a6e37048-bf72-44ce-b82f-85871c9b7e77 req-2b4c1499-c40b-4be0-8c27-5939b91d4710 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 931 time: 0.3239045 May 04 14:53:06.256842 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-9c04ae59-5482-4972-a8dc-666d57f2c4f9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0989354 May 04 14:53:06.306928 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Request body: {'port': {'device_id': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:53:06.307366 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-efc3b62a-9124-476d-90d6-9794fc3397b8 req-d3e75615-a12c-4944-b1c7-0de404940190 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 210 time: 0.0665779 May 04 14:53:06.462205 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-d1ab1793-61c4-47ff-a7dd-ae5023f10e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:06.465182 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-d1ab1793-61c4-47ff-a7dd-ae5023f10e48 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79f79ca7-23fe-4754-96e7-93df86905dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2024839 May 04 14:53:06.474314 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-fdd0b941-5d8e-4094-a8fe-bb996f324e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:06.476287 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-fdd0b941-5d8e-4094-a8fe-bb996f324e40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.5501182 May 04 14:53:06.536607 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a6e37048-bf72-44ce-b82f-85871c9b7e77 req-a085110a-e71c-47a4-a00c-eb2dd139f166 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868364 May 04 14:53:06.569641 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-401244c0-2086-41a2-b1cb-1ae4b2207d8d None None] Provisioning complete for port d86d8773-6591-4c19-8d60-8752cdfd15bd triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:53:06.570221 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-401244c0-2086-41a2-b1cb-1ae4b2207d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (d86d8773-6591-4c19-8d60-8752cdfd15bd), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:06.577358 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (d86d8773-6591-4c19-8d60-8752cdfd15bd), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:06.603334 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b85b30-1bb6-4033-b66c-47909a2195fc req-c55b2597-bfd8-4523-b922-1e024d23de1b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:06.614500 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-34b85b30-1bb6-4033-b66c-47909a2195fc req-c55b2597-bfd8-4523-b922-1e024d23de1b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.1325927 May 04 14:53:06.657589 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-401244c0-2086-41a2-b1cb-1ae4b2207d8d None None] Port d86d8773-6591-4c19-8d60-8752cdfd15bd cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:53:06.774581 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-34b85b30-1bb6-4033-b66c-47909a2195fc req-d7f895fa-b71f-4622-9196-57061cc69096 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537659 May 04 14:53:07.028444 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10336a40-d806-4942-b4f3-d2c936ff8cd4 req-b04cb666-4807-4e58-b378-d24e9b05cc3a tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:07.030958 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10336a40-d806-4942-b4f3-d2c936ff8cd4 req-b04cb666-4807-4e58-b378-d24e9b05cc3a tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 944 time: 0.1355505 May 04 14:53:07.053143 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-fca04fab-a0cc-487b-b24c-a56ecca60505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:07.054995 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-fca04fab-a0cc-487b-b24c-a56ecca60505 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2715268 May 04 14:53:07.139866 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb62846-7134-48c5-9114-a0e4c92f6a6e x-openstack-request-id: req-7fb62846-7134-48c5-9114-a0e4c92f6a6e {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:53:07.140332 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80710d1-c61a-4d1c-ac7a-5795b995d5e6", "tag": "463a9e34-de88-41bb-b997-6302ab23da6b", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:53:07.140603 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fb62846-7134-48c5-9114-a0e4c92f6a6e {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:53:07.141118 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb62846-7134-48c5-9114-a0e4c92f6a6e'] response: {'name': 'network-changed', 'server_uuid': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'tag': '463a9e34-de88-41bb-b997-6302ab23da6b', 'status': 'completed', 'code': 200} May 04 14:53:07.148279 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10336a40-d806-4942-b4f3-d2c936ff8cd4 req-a4a205ce-242c-450c-a338-91a0f10e11ba tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066136 May 04 14:53:07.236248 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-f574b44e-e085-45ac-8843-b58e8fc84f2e service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540195 May 04 14:53:07.339811 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86d8773-6591-4c19-8d60-8752cdfd15bd {{(pid=115137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:53:07.354152 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Publish callbacks [] for port (d86d8773-6591-4c19-8d60-8752cdfd15bd), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:07.371972 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.provisioning_blocks [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Transition to ACTIVE for port object d86d8773-6591-4c19-8d60-8752cdfd15bd will not be triggered until provisioned by entity L2. {{(pid=115137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:53:07.394064 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (d86d8773-6591-4c19-8d60-8752cdfd15bd), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:07.440406 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:07.721815 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f0761-1591-41ba-9b27-221593340662 req-b890f04f-d826-47a9-8f49-e0f4fc83749d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:07.739819 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b817749b-8229-443e-8bd7-5c6aeac7c901 req-ecbea35a-02f2-42b0-b44b-6ef903f47806 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 210 time: 0.3313625 May 04 14:53:07.755650 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e86f0761-1591-41ba-9b27-221593340662 req-b890f04f-d826-47a9-8f49-e0f4fc83749d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 943 time: 0.1183231 May 04 14:53:07.888811 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d86d8773-6591-4c19-8d60-8752cdfd15bd,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:08.144010 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Attempting to bind port d86d8773-6591-4c19-8d60-8752cdfd15bd on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:53:08.144505 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Attempting to bind port d86d8773-6591-4c19-8d60-8752cdfd15bd by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'}] {{(pid=115137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:53:08.145078 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Attempting to bind port d86d8773-6591-4c19-8d60-8752cdfd15bd on network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:53:08.149304 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-bfaf9254-87eb-4902-9533-4ab7fecf25f0 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7678587 May 04 14:53:08.168999 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d72e54a7-31df-4146-9929-c99cf2886f82 req-41bf7f3c-d1c7-404b-8c18-5b2e082b62e9 service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7896860 May 04 14:53:08.169889 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Port d86d8773-6591-4c19-8d60-8752cdfd15bd on network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:53:08.170383 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Attempting to bind port d86d8773-6591-4c19-8d60-8752cdfd15bd on network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:53:08.200420 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd14c8-c16e-494d-87f2-367973181659 req-ace3226a-3603-4105-8892-182bc92ee539 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:08.202379 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0ddd14c8-c16e-494d-87f2-367973181659 req-ace3226a-3603-4105-8892-182bc92ee539 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.1864326 May 04 14:53:08.215287 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:53:08.216324 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Checking segment: {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:53:08.216907 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Bound using segment: {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'} {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:53:08.217600 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Bound port: d86d8773-6591-4c19-8d60-8752cdfd15bd, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'}}] {{(pid=115137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:53:08.218126 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (d86d8773-6591-4c19-8d60-8752cdfd15bd), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:08.295605 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cc3696e9-f9ab-47b9-b19e-5cd5258f548a req-856c474f-00cb-40ca-8ccb-6d10e7bc85fd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5006921 May 04 14:53:08.317002 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-9dde15c7-71ea-4d37-9303-1a2cd07bec69 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:08.319301 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-9dde15c7-71ea-4d37-9303-1a2cd07bec69 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.49 "GET /v2.0/networks?id=b03422af-5eb8-4977-a232-35a6a99300ff HTTP/1.1" status: 200 len: 811 time: 0.2871807 May 04 14:53:08.327922 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e86f0761-1591-41ba-9b27-221593340662 req-c3ed54b0-3757-4ed3-9c0b-4d4079ce68fb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5681345 May 04 14:53:08.405104 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0ddd14c8-c16e-494d-87f2-367973181659 req-67c1f8d8-1700-4ea3-b463-ec494acd7176 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904230 May 04 14:53:08.429024 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bb55281e-837c-4703-a435-2e2488eb6e92 req-bed044f3-95b0-4b36-a2c9-4569a70a9291 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731848 May 04 14:53:08.468535 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] For port d86d8773-6591-4c19-8d60-8752cdfd15bd, host hv-cinder-84049, cleared binding levels {{(pid=115137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:53:08.473010 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] For port d86d8773-6591-4c19-8d60-8752cdfd15bd, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=d86d8773-6591-4c19-8d60-8752cdfd15bd,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:53:08.482344 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (d86d8773-6591-4c19-8d60-8752cdfd15bd), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:08.550108 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:08.550737 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:08.552243 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-41126f12-b651-40d8-b249-e467264490c4 service neutron] 10.222.0.49 "PUT /v2.0/ports/d86d8773-6591-4c19-8d60-8752cdfd15bd HTTP/1.1" status: 200 len: 1093 time: 2.2822771 May 04 14:53:08.595691 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779451b-798a-4fd6-8c38-9f1eaa76976c req-83134de5-5fdd-4efa-a4bd-1faa43a0e4a9 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:08.597609 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4779451b-798a-4fd6-8c38-9f1eaa76976c req-83134de5-5fdd-4efa-a4bd-1faa43a0e4a9 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 944 time: 0.0875297 May 04 14:53:08.601938 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41126f12-b651-40d8-b249-e467264490c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d86d8773-6591-4c19-8d60-8752cdfd15bd,revision_number=3']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:08.668245 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4779451b-798a-4fd6-8c38-9f1eaa76976c req-e2d4e207-8f18-4e0a-b092-309c383f54bd tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628874 May 04 14:53:08.934236 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:09.021757 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3a1036a4-845d-4286-8c37-7b9966b9cc77 req-b69fcc30-7534-4566-82a4-9282789e5875 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 210 time: 0.1616724 May 04 14:53:09.135378 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f3678-e256-4cfb-af95-e7034111e04f req-c333922b-a342-42ed-8fc0-9e5428385de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:09.137349 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-c333922b-a342-42ed-8fc0-9e5428385de3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35d8071dbd7246228c7a252c40fae038&device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 1127 time: 0.0866399 May 04 14:53:09.164392 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d1ef18-06ff-455b-a4ee-0c62ebd2afab', 'tag': 'a012faf7-a201-4b84-9626-0d878ca7e4a3'}, {'name': 'network-changed', 'server_uuid': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'tag': 'd86d8773-6591-4c19-8d60-8752cdfd15bd'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:53:09.166903 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d1ef18-06ff-455b-a4ee-0c62ebd2afab", "tag": "a012faf7-a201-4b84-9626-0d878ca7e4a3"}, {"name": "network-changed", "server_uuid": "49b789b6-d21f-42fa-82e4-4692b25804b0", "tag": "d86d8773-6591-4c19-8d60-8752cdfd15bd"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:53:09.222070 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b136b-487c-49dd-8ef2-597943a56fbb req-c7d2b744-2cb3-447e-981c-df5b8024484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:09.224324 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-eb8b136b-487c-49dd-8ef2-597943a56fbb req-c7d2b744-2cb3-447e-981c-df5b8024484e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f512333663064960847a1dd30c177cf9&device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 1127 time: 0.1990476 May 04 14:53:09.230749 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 May 2022 14:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da91656d-c75f-4e78-b0c6-a7cf3549f17a x-openstack-request-id: req-da91656d-c75f-4e78-b0c6-a7cf3549f17a {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:53:09.236151 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d1ef18-06ff-455b-a4ee-0c62ebd2afab", "tag": "a012faf7-a201-4b84-9626-0d878ca7e4a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "49b789b6-d21f-42fa-82e4-4692b25804b0", "tag": "d86d8773-6591-4c19-8d60-8752cdfd15bd", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:53:09.236709 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da91656d-c75f-4e78-b0c6-a7cf3549f17a {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:53:09.237464 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da91656d-c75f-4e78-b0c6-a7cf3549f17a'] response: {'name': 'network-changed', 'server_uuid': 'f6d1ef18-06ff-455b-a4ee-0c62ebd2afab', 'tag': 'a012faf7-a201-4b84-9626-0d878ca7e4a3', 'status': 'completed', 'code': 200} May 04 14:53:09.237958 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da91656d-c75f-4e78-b0c6-a7cf3549f17a'] response: {'name': 'network-changed', 'server_uuid': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'tag': 'd86d8773-6591-4c19-8d60-8752cdfd15bd', 'status': 'completed', 'code': 200} May 04 14:53:09.309214 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3696e9-f9ab-47b9-b19e-5cd5258f548a req-2c0e72b4-ca50-40d0-821a-d924a04db2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:09.311736 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cc3696e9-f9ab-47b9-b19e-5cd5258f548a req-2c0e72b4-ca50-40d0-821a-d924a04db2d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=958a8323b6914605b4767698e1510825&device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 1129 time: 0.1919789 May 04 14:53:09.321876 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-c494d317-02c6-411a-aac1-ebfdb7b7c8d5 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=367321a836de445f9e65af1baac99c98 HTTP/1.1" status: 200 len: 380 time: 0.3763769 May 04 14:53:09.496262 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836f23c-6496-49d2-a92b-d46878a17a0c req-478634f7-2102-4fe2-92a7-890af0216e8a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:09.498049 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b836f23c-6496-49d2-a92b-d46878a17a0c req-478634f7-2102-4fe2-92a7-890af0216e8a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 943 time: 0.0583272 May 04 14:53:09.563389 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b836f23c-6496-49d2-a92b-d46878a17a0c req-102d2e00-f68b-4cb0-9341-544e5f3316f6 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558584 May 04 14:53:09.710678 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179bba5-2017-4b52-a44e-c8d036a2c5b7 req-66c7acfe-aa40-4880-8d8b-8880a373efb8 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:09.718734 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2179bba5-2017-4b52-a44e-c8d036a2c5b7 req-66c7acfe-aa40-4880-8d8b-8880a373efb8 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0771501 May 04 14:53:09.795181 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2179bba5-2017-4b52-a44e-c8d036a2c5b7 req-1ea97ca2-c56c-4d1b-be43-c1b49728ddc7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753477 May 04 14:53:09.884470 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-93ee081d-c299-4cca-8d5b-3f791df98b6f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Request body: {'port': {'device_id': '27224db4-b2d5-4fd7-95e5-573f04e66002', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'admin_state_up': True, 'tenant_id': '367321a836de445f9e65af1baac99c98', 'security_groups': ['5c466a3f-dacd-4194-b641-284230ef6cc0']}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:53:10.089680 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180517b0-1702-4c9d-a1ec-267baf23f72e req-201e8193-5fff-44bf-87c3-ecc2cf4a5b4f tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:10.091447 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-180517b0-1702-4c9d-a1ec-267baf23f72e req-201e8193-5fff-44bf-87c3-ecc2cf4a5b4f tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 944 time: 0.2149887 May 04 14:53:10.101238 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-c8f17393-fbec-4c94-b360-4d543712346f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d86d8773-6591-4c19-8d60-8752cdfd15bd HTTP/1.1" status: 200 len: 217 time: 0.2175438 May 04 14:53:10.245379 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b136b-487c-49dd-8ef2-597943a56fbb req-e0e71cd9-b2fb-45cd-ab19-2049d5692cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:10.246976 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-eb8b136b-487c-49dd-8ef2-597943a56fbb req-e0e71cd9-b2fb-45cd-ab19-2049d5692cbe service neutron] 10.222.0.49 "GET /v2.0/networks?id=79f79ca7-23fe-4754-96e7-93df86905dc1 HTTP/1.1" status: 200 len: 918 time: 0.2908266 May 04 14:53:10.285193 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-c7348ca3-7ce1-442b-ae4d-543af9d364f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:10.286926 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-c7348ca3-7ce1-442b-ae4d-543af9d364f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 1128 time: 0.2860603 May 04 14:53:10.326390 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3696e9-f9ab-47b9-b19e-5cd5258f548a req-48aa3ab0-81af-4652-9817-87f407a6f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:10.329140 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cc3696e9-f9ab-47b9-b19e-5cd5258f548a req-48aa3ab0-81af-4652-9817-87f407a6f639 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f566efce-bbf3-4d94-9c87-84002696f7d5 HTTP/1.1" status: 200 len: 913 time: 0.4379408 May 04 14:53:10.332869 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-eb8b136b-487c-49dd-8ef2-597943a56fbb req-bcfe0266-5302-4768-87e4-4b06af9bed54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=463a9e34-de88-41bb-b997-6302ab23da6b HTTP/1.1" status: 200 len: 217 time: 0.0629270 May 04 14:53:10.334690 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-aa46087d-9675-42be-b81c-1f9e400134e2 req-cbec42c0-7f03-45c0-939a-452308e542c8 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 210 time: 0.0740142 May 04 14:53:10.392964 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-93ee081d-c299-4cca-8d5b-3f791df98b6f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Made reservation on behalf of 367321a836de445f9e65af1baac99c98 for: {'port': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:53:10.397921 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-93ee081d-c299-4cca-8d5b-3f791df98b6f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:10.402695 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cc3696e9-f9ab-47b9-b19e-5cd5258f548a req-d93aee22-a484-4417-9a95-ac736d64b694 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=176c0350-5590-4e6d-95e3-a40c70fefc69 HTTP/1.1" status: 200 len: 217 time: 0.0613575 May 04 14:53:10.419389 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f3678-e256-4cfb-af95-e7034111e04f req-e2f68e61-e786-4b88-8580-790c69085635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:10.421017 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-e2f68e61-e786-4b88-8580-790c69085635 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d660033-ba74-4e17-bb0f-1920d761a352 HTTP/1.1" status: 200 len: 853 time: 0.3055708 May 04 14:53:10.485199 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-180517b0-1702-4c9d-a1ec-267baf23f72e req-014ee322-3da6-4bcf-90e1-c3d017943def tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774087 May 04 14:53:10.541731 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3696e9-f9ab-47b9-b19e-5cd5258f548a req-41e6f69a-2a1f-4b60-8289-eb7f1d1eeafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:10.543687 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cc3696e9-f9ab-47b9-b19e-5cd5258f548a req-41e6f69a-2a1f-4b60-8289-eb7f1d1eeafd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c616ac8a-3ce4-462a-a8a5-efeef46deea3 HTTP/1.1" status: 200 len: 852 time: 0.0688858 May 04 14:53:10.562176 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b136b-487c-49dd-8ef2-597943a56fbb req-93762897-5361-40f1-b4eb-c4dd87294844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:10.563787 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-eb8b136b-487c-49dd-8ef2-597943a56fbb req-93762897-5361-40f1-b4eb-c4dd87294844 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=086b520e-6c45-43fc-b9e3-376e899c6b75 HTTP/1.1" status: 200 len: 856 time: 0.2070243 May 04 14:53:10.619903 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cc3696e9-f9ab-47b9-b19e-5cd5258f548a req-f48aac24-dfbc-425e-a838-dc90c2fa02c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f566efce-bbf3-4d94-9c87-84002696f7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678973 May 04 14:53:10.631690 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-d860aefb-519c-4616-9c13-bdec5795fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:10.633896 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-d860aefb-519c-4616-9c13-bdec5795fd44 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 920 time: 0.3115323 May 04 14:53:10.635953 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b136b-487c-49dd-8ef2-597943a56fbb req-462bed8e-198b-4c8d-8e9a-bf5c8fdba69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:10.637579 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-eb8b136b-487c-49dd-8ef2-597943a56fbb req-462bed8e-198b-4c8d-8e9a-bf5c8fdba69b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79f79ca7-23fe-4754-96e7-93df86905dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636029 May 04 14:53:10.639250 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f3678-e256-4cfb-af95-e7034111e04f req-ea9af281-2f0c-41d8-80ab-04875f197a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:10.641142 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-ea9af281-2f0c-41d8-80ab-04875f197a5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1514878 May 04 14:53:10.684548 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-93ee081d-c299-4cca-8d5b-3f791df98b6f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Allocated IP 172.20.0.14 (b03422af-5eb8-4977-a232-35a6a99300ff/a789fad3-a526-4f2f-b0cf-06991416836f/c18b155c-4dd9-4569-a3a7-24c294403087) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:53:10.812227 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13a213-28ed-41e3-99bc-69ebfa53bfdd req-12c6ec27-e642-4cbe-8a18-97bb5b441b18 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:10.813964 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4d13a213-28ed-41e3-99bc-69ebfa53bfdd req-12c6ec27-e642-4cbe-8a18-97bb5b441b18 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 943 time: 0.0994592 May 04 14:53:10.822815 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cc3696e9-f9ab-47b9-b19e-5cd5258f548a req-2fe38c86-3367-4bbf-9d8c-bdc32d0dba80 service neutron] 10.222.0.49 "GET /v2.0/networks/f566efce-bbf3-4d94-9c87-84002696f7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939845 May 04 14:53:10.934881 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-f3f05d7d-6b2d-46ce-ac6c-3d636a23cd45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a012faf7-a201-4b84-9626-0d878ca7e4a3 HTTP/1.1" status: 200 len: 217 time: 0.2891345 May 04 14:53:10.948869 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4d13a213-28ed-41e3-99bc-69ebfa53bfdd req-d9a38424-407d-4836-b238-4e2958a9d7a9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234651 May 04 14:53:11.004070 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-93ee081d-c299-4cca-8d5b-3f791df98b6f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for port (c18b155c-4dd9-4569-a3a7-24c294403087), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:11.053556 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-93ee081d-c299-4cca-8d5b-3f791df98b6f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (c18b155c-4dd9-4569-a3a7-24c294403087), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:11.099100 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-93ee081d-c299-4cca-8d5b-3f791df98b6f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Network b03422af-5eb8-4977-a232-35a6a99300ff is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:53:11.100574 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38f01f-53b9-4f8a-a601-f2ceba85516e req-d73e0134-b2d9-4a1d-8aa2-26314b636cfa tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:11.102562 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-93ee081d-c299-4cca-8d5b-3f791df98b6f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:53:11.107277 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-93ee081d-c299-4cca-8d5b-3f791df98b6f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:53:11.112895 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-93ee081d-c299-4cca-8d5b-3f791df98b6f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:11.113585 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-93ee081d-c299-4cca-8d5b-3f791df98b6f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:11.116684 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7d38f01f-53b9-4f8a-a601-f2ceba85516e req-d73e0134-b2d9-4a1d-8aa2-26314b636cfa tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.1887584 May 04 14:53:11.128138 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee081d-c299-4cca-8d5b-3f791df98b6f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event updated for resources: {'Port': ['ID=c18b155c-4dd9-4569-a3a7-24c294403087,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:11.145067 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-93ee081d-c299-4cca-8d5b-3f791df98b6f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2646673 May 04 14:53:11.172610 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-eb8b136b-487c-49dd-8ef2-597943a56fbb req-9efc3853-7f9d-483a-a603-521942ecea0c service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170231 May 04 14:53:11.199499 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-246ce911-05ae-4f63-8583-44c8bbcda3a0 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451696 May 04 14:53:11.234307 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7d38f01f-53b9-4f8a-a601-f2ceba85516e req-bcc0d4c9-2725-467c-abc2-bb335a0f3620 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163557 May 04 14:53:11.356174 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-2b40e372-7614-4d84-9841-81e9381383ca None None] Provisioning complete for port c18b155c-4dd9-4569-a3a7-24c294403087 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:53:11.356781 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-2b40e372-7614-4d84-9841-81e9381383ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (c18b155c-4dd9-4569-a3a7-24c294403087), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:11.394334 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-2b40e372-7614-4d84-9841-81e9381383ca None None] Port c18b155c-4dd9-4569-a3a7-24c294403087 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:53:11.507358 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe751b-3beb-4ac7-877d-99bdcb75a01c req-6659d851-671e-4b55-95cf-16e20ed45669 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:11.509108 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f2fe751b-3beb-4ac7-877d-99bdcb75a01c req-6659d851-671e-4b55-95cf-16e20ed45669 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 932 time: 0.0559931 May 04 14:53:11.573165 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f2fe751b-3beb-4ac7-877d-99bdcb75a01c req-d25df78a-6971-4050-9bf8-c57f00b3dc90 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524492 May 04 14:53:11.642082 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8b8c5-62cb-4096-a118-b7c415773c2a req-6422c212-e9ef-4d66-8998-5921a017ac4d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:11.643734 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-deb8b8c5-62cb-4096-a118-b7c415773c2a req-6422c212-e9ef-4d66-8998-5921a017ac4d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 944 time: 0.0634730 May 04 14:53:11.715767 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-deb8b8c5-62cb-4096-a118-b7c415773c2a req-e70fa8b8-7b18-44d4-8c94-0543d72a282d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617876 May 04 14:53:12.072904 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737559a-5232-47d0-8b10-3966df6816bf req-42c6a9c0-f578-4c29-8c4a-8399d30cbfc7 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:12.074483 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c737559a-5232-47d0-8b10-3966df6816bf req-42c6a9c0-f578-4c29-8c4a-8399d30cbfc7 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 943 time: 0.0538869 May 04 14:53:12.134056 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c737559a-5232-47d0-8b10-3966df6816bf req-2acb07fc-dd78-4123-893b-5bb241f7f962 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532751 May 04 14:53:12.363990 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5b9bd-fe14-462b-84f9-ba5aba9eac3b req-c4ed385b-0afe-45a8-9eb1-57de5da014b7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:12.365672 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-dee5b9bd-fe14-462b-84f9-ba5aba9eac3b req-c4ed385b-0afe-45a8-9eb1-57de5da014b7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0527973 May 04 14:53:12.419939 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-dee5b9bd-fe14-462b-84f9-ba5aba9eac3b req-2a029891-6c0c-4a78-913b-674c73a1264a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482869 May 04 14:53:12.725084 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d675ea-6342-456f-8313-d8bfc420d84f req-648ca094-947a-4041-9d8b-fb57d800c91f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:12.726734 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-65d675ea-6342-456f-8313-d8bfc420d84f req-648ca094-947a-4041-9d8b-fb57d800c91f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 932 time: 0.0601060 May 04 14:53:12.799084 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-65d675ea-6342-456f-8313-d8bfc420d84f req-4fb06d05-8647-40b2-b827-f65b1c576358 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654156 May 04 14:53:12.854364 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c536db-6a4f-4375-94ee-d77806950be8 req-b0735ff9-3f36-409c-9e68-ef5f706692d4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:12.855970 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b5c536db-6a4f-4375-94ee-d77806950be8 req-b0735ff9-3f36-409c-9e68-ef5f706692d4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 944 time: 0.0571303 May 04 14:53:12.940540 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b5c536db-6a4f-4375-94ee-d77806950be8 req-e3f5b2fa-28ed-4e2f-8c93-c5670552df80 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732534 May 04 14:53:13.256681 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ca88b-281c-4019-9a79-0e627813d2c9 req-fbdb439e-2938-4085-aa84-8936b406974c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:13.258194 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ec2ca88b-281c-4019-9a79-0e627813d2c9 req-fbdb439e-2938-4085-aa84-8936b406974c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 943 time: 0.0500293 May 04 14:53:13.313121 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ec2ca88b-281c-4019-9a79-0e627813d2c9 req-35914f98-c646-4b74-a2f7-40e275793eee tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487859 May 04 14:53:13.357319 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:13.364528 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Request body: {'port': {'device_id': '27224db4-b2d5-4fd7-95e5-573f04e66002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:53:13.401045 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 463a9e34-de88-41bb-b997-6302ab23da6b details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:53:13.511478 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (c18b155c-4dd9-4569-a3a7-24c294403087), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:13.535743 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cc3696e9-f9ab-47b9-b19e-5cd5258f548a req-24b09a03-1d42-446b-b902-da5030b8753b service neutron] 10.222.0.49 "GET /v2.0/networks/f566efce-bbf3-4d94-9c87-84002696f7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930373 May 04 14:53:13.569515 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-b099d443-e109-45f9-91b0-d557483e1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:13.571053 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-b099d443-e109-45f9-91b0-d557483e1dcf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.2099285 May 04 14:53:13.665325 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7926c0-cdf6-4106-8e3b-3e4b7b7766ba req-2b26c44e-188d-4219-b4c8-67e9aaacda52 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:13.666835 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-de7926c0-cdf6-4106-8e3b-3e4b7b7766ba req-2b26c44e-188d-4219-b4c8-67e9aaacda52 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.1427164 May 04 14:53:13.672462 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-e2fbf8a0-8908-4000-865c-0a2a487d3953 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280928 May 04 14:53:13.695628 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-398fa892-efbb-453a-aa38-c2f0bbafee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:13.697158 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-398fa892-efbb-453a-aa38-c2f0bbafee35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0997326 May 04 14:53:13.697374 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 463a9e34-de88-41bb-b997-6302ab23da6b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=463a9e34-de88-41bb-b997-6302ab23da6b,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:13.708206 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-eb8b136b-487c-49dd-8ef2-597943a56fbb req-a862a93f-5f17-4f50-b119-eabdfe41adf7 service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458428 May 04 14:53:13.713483 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '463a9e34-de88-41bb-b997-6302ab23da6b', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'port_id': '463a9e34-de88-41bb-b997-6302ab23da6b', 'mac_address': 'fa:16:3e:2a:72:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:53:13.747449 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-de7926c0-cdf6-4106-8e3b-3e4b7b7766ba req-e3cb077e-8d54-4c88-9d24-4717063c169d tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686862 May 04 14:53:13.765815 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 463a9e34-de88-41bb-b997-6302ab23da6b is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:53:13.766645 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:13.784151 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463a9e34-de88-41bb-b997-6302ab23da6b {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:53:13.807658 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 463a9e34-de88-41bb-b997-6302ab23da6b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=463a9e34-de88-41bb-b997-6302ab23da6b,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:13.819849 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:13.820851 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device a012faf7-a201-4b84-9626-0d878ca7e4a3 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:53:13.910605 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18b155c-4dd9-4569-a3a7-24c294403087 {{(pid=115136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:53:13.914365 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=463a9e34-de88-41bb-b997-6302ab23da6b,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:13.928262 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Publish callbacks [] for port (c18b155c-4dd9-4569-a3a7-24c294403087), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:13.970233 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.provisioning_blocks [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Transition to ACTIVE for port object c18b155c-4dd9-4569-a3a7-24c294403087 will not be triggered until provisioned by entity L2. {{(pid=115136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:53:13.980226 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e485f2f-b436-417f-8496-01590b95ebbc req-d14aaf3b-79fd-4931-9a5a-374752cb3437 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:13.981955 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3e485f2f-b436-417f-8496-01590b95ebbc req-d14aaf3b-79fd-4931-9a5a-374752cb3437 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 932 time: 0.0660627 May 04 14:53:13.983088 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (c18b155c-4dd9-4569-a3a7-24c294403087), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:13.997019 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port a012faf7-a201-4b84-9626-0d878ca7e4a3, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=a012faf7-a201-4b84-9626-0d878ca7e4a3,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:14.020329 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': 'a012faf7-a201-4b84-9626-0d878ca7e4a3', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'port_id': 'a012faf7-a201-4b84-9626-0d878ca7e4a3', 'mac_address': 'fa:16:3e:f8:a4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:53:14.091693 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port a012faf7-a201-4b84-9626-0d878ca7e4a3 is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:53:14.092149 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (a012faf7-a201-4b84-9626-0d878ca7e4a3), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:14.099142 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3e485f2f-b436-417f-8496-01590b95ebbc req-e6a47849-1963-4110-b24b-86c281001be4 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105409 May 04 14:53:14.099811 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c18b155c-4dd9-4569-a3a7-24c294403087,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:14.118522 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a012faf7-a201-4b84-9626-0d878ca7e4a3 {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:53:14.140884 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c741d8-7f33-4d70-8b78-98503c7ce6c2 req-347574a5-6eb3-4b5e-bc94-d5ce15db3098 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:14.142770 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Attempting to bind port c18b155c-4dd9-4569-a3a7-24c294403087 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:53:14.143115 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Attempting to bind port c18b155c-4dd9-4569-a3a7-24c294403087 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:53:14.143439 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Attempting to bind port c18b155c-4dd9-4569-a3a7-24c294403087 on network b03422af-5eb8-4977-a232-35a6a99300ff {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:53:14.150381 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Port c18b155c-4dd9-4569-a3a7-24c294403087 on network b03422af-5eb8-4977-a232-35a6a99300ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:53:14.150940 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Attempting to bind port c18b155c-4dd9-4569-a3a7-24c294403087 on network b03422af-5eb8-4977-a232-35a6a99300ff {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:53:14.152635 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port a012faf7-a201-4b84-9626-0d878ca7e4a3, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=a012faf7-a201-4b84-9626-0d878ca7e4a3,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:14.160745 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-73c741d8-7f33-4d70-8b78-98503c7ce6c2 req-347574a5-6eb3-4b5e-bc94-d5ce15db3098 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 944 time: 0.1293805 May 04 14:53:14.166605 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (a012faf7-a201-4b84-9626-0d878ca7e4a3), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:14.166989 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:53:14.167555 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Checking segment: {'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:53:14.168177 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Bound using segment: {'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:53:14.168951 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Bound port: c18b155c-4dd9-4569-a3a7-24c294403087, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'}}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:53:14.169538 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (c18b155c-4dd9-4569-a3a7-24c294403087), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:14.255502 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-73c741d8-7f33-4d70-8b78-98503c7ce6c2 req-adcb1812-a950-4a78-889c-81c996d544d9 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820746 May 04 14:53:14.272178 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=a012faf7-a201-4b84-9626-0d878ca7e4a3,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:14.318476 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] For port c18b155c-4dd9-4569-a3a7-24c294403087, host hv-cinder-84049, cleared binding levels {{(pid=115136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:53:14.322179 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] For port c18b155c-4dd9-4569-a3a7-24c294403087, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=c18b155c-4dd9-4569-a3a7-24c294403087,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:53:14.329634 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (c18b155c-4dd9-4569-a3a7-24c294403087), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:14.368829 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:14.369466 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:14.370826 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] 10.222.0.49 "PUT /v2.0/ports/c18b155c-4dd9-4569-a3a7-24c294403087 HTTP/1.1" status: 200 len: 1094 time: 1.0104477 May 04 14:53:14.371277 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27224db4-b2d5-4fd7-95e5-573f04e66002', 'tag': 'c18b155c-4dd9-4569-a3a7-24c294403087'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:53:14.373779 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7986b3-ae5f-4ecd-bc15-0915205970b7" -d '{"events": [{"name": "network-changed", "server_uuid": "27224db4-b2d5-4fd7-95e5-573f04e66002", "tag": "c18b155c-4dd9-4569-a3a7-24c294403087"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:53:14.408427 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c18b155c-4dd9-4569-a3a7-24c294403087,revision_number=3']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:14.437116 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5399fa71-7dcd-4a74-809c-1106f75b9bc8 x-openstack-request-id: req-5399fa71-7dcd-4a74-809c-1106f75b9bc8 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:53:14.437364 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27224db4-b2d5-4fd7-95e5-573f04e66002", "tag": "c18b155c-4dd9-4569-a3a7-24c294403087", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:53:14.437628 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5399fa71-7dcd-4a74-809c-1106f75b9bc8 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:53:14.438004 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5399fa71-7dcd-4a74-809c-1106f75b9bc8'] response: {'name': 'network-changed', 'server_uuid': '27224db4-b2d5-4fd7-95e5-573f04e66002', 'tag': 'c18b155c-4dd9-4569-a3a7-24c294403087', 'status': 'completed', 'code': 200} May 04 14:53:14.442192 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:14.442542 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:14.442886 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:14.443208 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:14.443587 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:14.443854 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:14.444173 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:14.444491 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:14.444835 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:14.445146 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:14.445467 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:14.445783 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:14.446090 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:14.446403 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:14.446719 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02915b72-5966-4ef4-b42c-1354bfdd86f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:14.467529 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85cbec-ddc6-4521-95dc-796d23bceae5 req-785a46b2-84d8-482c-9559-c877c63fda2b tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:14.469136 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8f85cbec-ddc6-4521-95dc-796d23bceae5 req-785a46b2-84d8-482c-9559-c877c63fda2b tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 943 time: 0.0716815 May 04 14:53:14.529795 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8f85cbec-ddc6-4521-95dc-796d23bceae5 req-0bd3ef7e-f8f9-4ba1-9c0e-be92a2e4765f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546165 May 04 14:53:14.875434 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71e416-11c6-48b1-abb8-d05933fc1d41 req-3d63c0ac-7d85-4fb3-b58b-1d148b664103 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:14.877143 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4a71e416-11c6-48b1-abb8-d05933fc1d41 req-3d63c0ac-7d85-4fb3-b58b-1d148b664103 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 944 time: 0.0479474 May 04 14:53:14.930374 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4a71e416-11c6-48b1-abb8-d05933fc1d41 req-2dff4342-dd01-4c27-9490-e38a36ca7700 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470438 May 04 14:53:15.273825 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6ac5a-8838-4e6f-98cf-a2eab46e219f req-f475cee9-f42a-41d0-96e6-2375ad5d99fc tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:15.275547 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c7d6ac5a-8838-4e6f-98cf-a2eab46e219f req-f475cee9-f42a-41d0-96e6-2375ad5d99fc tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 944 time: 0.0542123 May 04 14:53:15.339820 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c7d6ac5a-8838-4e6f-98cf-a2eab46e219f req-7303de12-4bfd-4bc3-a021-5956d77e820b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583048 May 04 14:53:15.375211 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f6f82-7a4b-418c-94d8-bd9836790301 req-6dcfe583-968f-491e-a214-ffb3c47d495b tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:15.376832 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c97f6f82-7a4b-418c-94d8-bd9836790301 req-6dcfe583-968f-491e-a214-ffb3c47d495b tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 945 time: 0.0493839 May 04 14:53:15.429204 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c97f6f82-7a4b-418c-94d8-bd9836790301 req-0c45e17e-ecd1-4d6a-bac0-9f1b4bad65d9 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465848 May 04 14:53:15.655959 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa30b0-5fd6-4783-a3f7-2ac3ac097d83 req-5f31460a-f416-4909-b750-27665c0b17fa tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:15.657459 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-12fa30b0-5fd6-4783-a3f7-2ac3ac097d83 req-5f31460a-f416-4909-b750-27665c0b17fa tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 943 time: 0.0491812 May 04 14:53:15.725966 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-12fa30b0-5fd6-4783-a3f7-2ac3ac097d83 req-69cf3a47-58a5-425f-8a64-01dd699ad353 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597513 May 04 14:53:16.061306 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b27881-43f6-4932-8b7a-d9ca6470193b req-dd5f3847-daa4-416a-9025-942005767d06 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:16.062798 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c1b27881-43f6-4932-8b7a-d9ca6470193b req-dd5f3847-daa4-416a-9025-942005767d06 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 944 time: 0.0492082 May 04 14:53:16.117246 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c1b27881-43f6-4932-8b7a-d9ca6470193b req-6c1fbb2f-49ce-4ef9-83d3-e650ed14b367 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486345 May 04 14:53:16.473974 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac821d3b-2d04-402d-b86e-503b6899ad57 req-b8bb3168-1003-4af3-bbcc-35c9e616d660 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:16.475533 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ac821d3b-2d04-402d-b86e-503b6899ad57 req-b8bb3168-1003-4af3-bbcc-35c9e616d660 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 944 time: 0.0531220 May 04 14:53:16.538846 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ac821d3b-2d04-402d-b86e-503b6899ad57 req-f418deb2-79f7-4e8d-acfd-a95684e1010f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555460 May 04 14:53:16.590969 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff33f4-46e5-40df-8d20-d932d8b518de req-741111b9-01c9-4e20-864d-73e1088fd0fc tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:16.592594 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-83ff33f4-46e5-40df-8d20-d932d8b518de req-741111b9-01c9-4e20-864d-73e1088fd0fc tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 945 time: 0.0896297 May 04 14:53:16.599010 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7986b3-ae5f-4ecd-bc15-0915205970b7 req-7bce8a4d-4b19-403b-b852-79aeaa7b3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:16.601739 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3a7986b3-ae5f-4ecd-bc15-0915205970b7 req-7bce8a4d-4b19-403b-b852-79aeaa7b3f43 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=367321a836de445f9e65af1baac99c98&device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 1128 time: 0.0583196 May 04 14:53:16.697702 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-6175d7af-1c2c-469c-886a-bc04707a51d7 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600218 May 04 14:53:16.700958 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-83ff33f4-46e5-40df-8d20-d932d8b518de req-89aa2f77-9dcf-448d-9b02-cd3c2f9e4218 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786369 May 04 14:53:16.862524 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbc728-9d40-4c7d-83b2-e77aa819e76e req-160cab43-b656-4010-a4d9-6070c5a0e0ed tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:16.864075 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-eacbc728-9d40-4c7d-83b2-e77aa819e76e req-160cab43-b656-4010-a4d9-6070c5a0e0ed tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 943 time: 0.0559530 May 04 14:53:16.916269 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-eacbc728-9d40-4c7d-83b2-e77aa819e76e req-cedfd2e7-35cf-43c3-a063-05d59a363768 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457623 May 04 14:53:17.253993 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59568875-c617-47fd-b88a-da7c27124032 req-ef330fee-6254-41fe-835f-11465f143097 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:17.255614 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-59568875-c617-47fd-b88a-da7c27124032 req-ef330fee-6254-41fe-835f-11465f143097 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 944 time: 0.0600419 May 04 14:53:17.310041 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-59568875-c617-47fd-b88a-da7c27124032 req-969c959b-d8fe-4f41-91a4-86f72afbb92c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480523 May 04 14:53:17.702140 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897ece9-f144-423b-9e7b-3ebeb8a7898e req-8ef4b49f-a00d-45f1-b1e4-3db8d5760ff1 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:17.703943 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7897ece9-f144-423b-9e7b-3ebeb8a7898e req-8ef4b49f-a00d-45f1-b1e4-3db8d5760ff1 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 944 time: 0.0587463 May 04 14:53:17.774645 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7897ece9-f144-423b-9e7b-3ebeb8a7898e req-6812eae0-6118-46ed-bdb4-51ad12e66d02 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597436 May 04 14:53:17.844356 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245b2b4-a0d5-4d76-802a-fbdf40521e92 req-5c7adad0-ea51-4635-ac5c-8f3406b5bb18 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:17.845972 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1245b2b4-a0d5-4d76-802a-fbdf40521e92 req-5c7adad0-ea51-4635-ac5c-8f3406b5bb18 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 945 time: 0.0593231 May 04 14:53:17.902118 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1245b2b4-a0d5-4d76-802a-fbdf40521e92 req-9269e41f-401b-494a-944e-d004e4d8eb4e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468299 May 04 14:53:18.042747 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0c3ae-758f-4c62-aa2f-bb683262a8d9 req-b3b1bdda-637d-466c-9d36-4d388267f3ee tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:18.044436 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-73c0c3ae-758f-4c62-aa2f-bb683262a8d9 req-b3b1bdda-637d-466c-9d36-4d388267f3ee tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 943 time: 0.0571086 May 04 14:53:18.093199 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-73c0c3ae-758f-4c62-aa2f-bb683262a8d9 req-a301b1b4-1604-4cbc-80cc-8bb43181b2d7 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430179 May 04 14:53:18.319458 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['463a9e34-de88-41bb-b997-6302ab23da6b'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:53:18.479425 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc992a6-a227-472b-840a-27fb97d6c4f6 req-84426d9f-541d-43e2-ac7a-58ae68c3f3aa tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:18.481217 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5cc992a6-a227-472b-840a-27fb97d6c4f6 req-84426d9f-541d-43e2-ac7a-58ae68c3f3aa tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 944 time: 0.0557363 May 04 14:53:18.537846 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5cc992a6-a227-472b-840a-27fb97d6c4f6 req-b076bd80-e68d-415a-90cf-d331389f0f10 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495870 May 04 14:53:18.905965 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6897c-9769-4391-8b23-690c6e3d2b3b req-6109e92b-52c2-401a-9f3b-308d0ab75e6a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:18.907583 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-18a6897c-9769-4391-8b23-690c6e3d2b3b req-6109e92b-52c2-401a-9f3b-308d0ab75e6a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 944 time: 0.0506346 May 04 14:53:18.968511 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-18a6897c-9769-4391-8b23-690c6e3d2b3b req-c7511f16-5d2d-4793-955b-51a066168138 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499873 May 04 14:53:19.033235 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c9e97-3f57-497f-9375-55518cb57a46 req-ae4bb327-cf9d-4c0a-afe5-74b0d53fdd71 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:19.034832 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-434c9e97-3f57-497f-9375-55518cb57a46 req-ae4bb327-cf9d-4c0a-afe5-74b0d53fdd71 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 945 time: 0.0486133 May 04 14:53:19.086558 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-434c9e97-3f57-497f-9375-55518cb57a46 req-4f858619-5c61-41e3-81a7-7929145cc18e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461209 May 04 14:53:19.214267 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b0cb7-0e8d-45d5-91cb-a65090ba9f75 req-55142f44-8893-459b-8ab0-f073f2d3b29a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:19.215821 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-871b0cb7-0e8d-45d5-91cb-a65090ba9f75 req-55142f44-8893-459b-8ab0-f073f2d3b29a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 943 time: 0.0542998 May 04 14:53:19.264705 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-871b0cb7-0e8d-45d5-91cb-a65090ba9f75 req-ba864d5f-b3ee-4d30-a76a-eeaf1442376d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427256 May 04 14:53:19.363525 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['a012faf7-a201-4b84-9626-0d878ca7e4a3'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:53:19.699030 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49160d5-7ac7-4513-b788-dc8b9870ca7d req-df68a2c9-450f-40d9-adc8-2ba253fa4ad5 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:19.701817 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e49160d5-7ac7-4513-b788-dc8b9870ca7d req-df68a2c9-450f-40d9-adc8-2ba253fa4ad5 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 944 time: 0.0644779 May 04 14:53:19.766668 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e49160d5-7ac7-4513-b788-dc8b9870ca7d req-d6f85310-fef7-4479-ade4-2bded4723d37 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575640 May 04 14:53:20.101918 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c60b8-d5eb-4a9e-8e93-822689163cb1 req-b85f7061-3a88-412c-bc7e-8287629b444b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:20.103362 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-200c60b8-d5eb-4a9e-8e93-822689163cb1 req-b85f7061-3a88-412c-bc7e-8287629b444b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 944 time: 0.0508444 May 04 14:53:20.160702 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-200c60b8-d5eb-4a9e-8e93-822689163cb1 req-dfdb3c19-a96a-488e-a4f2-a415cb1e9b07 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509920 May 04 14:53:20.230418 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd1a39-83e8-421e-a393-182806e486ef req-2db90a4e-58d1-4324-a03a-448c3a76eb77 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:20.231932 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9bbd1a39-83e8-421e-a393-182806e486ef req-2db90a4e-58d1-4324-a03a-448c3a76eb77 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 945 time: 0.0728731 May 04 14:53:20.341626 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9bbd1a39-83e8-421e-a393-182806e486ef req-6b827c8d-9d74-4baf-967b-39c806bc71d8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993185 May 04 14:53:20.347713 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-81f2053d-6a61-4444-8912-9215f90bccfd service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480758 May 04 14:53:20.357571 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 463a9e34-de88-41bb-b997-6302ab23da6b up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:53:20.407897 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port 463a9e34-de88-41bb-b997-6302ab23da6b completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:53:20.416275 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 463a9e34-de88-41bb-b997-6302ab23da6b triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:53:20.417123 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:20.457111 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-851dccc4-9a4c-4f96-bd1f-11c0d2d6578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:20.459350 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-851dccc4-9a4c-4f96-bd1f-11c0d2d6578f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35d8071dbd7246228c7a252c40fae038&device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 1127 time: 0.0576506 May 04 14:53:20.467710 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d4eb4-d234-4912-8606-0af0de15cfd4 req-471b7912-43d8-45d2-b1b0-bb98a8329212 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:20.469938 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9f3d4eb4-d234-4912-8606-0af0de15cfd4 req-471b7912-43d8-45d2-b1b0-bb98a8329212 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 943 time: 0.1168079 May 04 14:53:20.491283 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7986b3-ae5f-4ecd-bc15-0915205970b7 req-0e7148c0-4b62-4c7b-8825-23d7abd63fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:20.492776 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3a7986b3-ae5f-4ecd-bc15-0915205970b7 req-0e7148c0-4b62-4c7b-8825-23d7abd63fc9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=367321a836de445f9e65af1baac99c98&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2880919 May 04 14:53:20.516273 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 463a9e34-de88-41bb-b997-6302ab23da6b is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:53:20.516752 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:20.536007 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9f3d4eb4-d234-4912-8606-0af0de15cfd4 req-e615e3f3-f3e9-45c9-a588-5887d4376998 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543079 May 04 14:53:20.549785 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a9e34-de88-41bb-b997-6302ab23da6b'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:53:20.552726 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439ae4fe-83c2-4a22-b852-8cc7cd41f58e" -d '{"events": [{"server_uuid": "a80710d1-c61a-4d1c-ac7a-5795b995d5e6", "name": "network-vif-plugged", "status": "completed", "tag": "463a9e34-de88-41bb-b997-6302ab23da6b"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:53:20.567354 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 463a9e34-de88-41bb-b997-6302ab23da6b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=463a9e34-de88-41bb-b997-6302ab23da6b,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:20.582248 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:20.583248 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device a012faf7-a201-4b84-9626-0d878ca7e4a3 up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:53:20.622988 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdff237-9307-478d-89db-cce10157b63e x-openstack-request-id: req-9cdff237-9307-478d-89db-cce10157b63e {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:53:20.623447 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80710d1-c61a-4d1c-ac7a-5795b995d5e6", "name": "network-vif-plugged", "status": "completed", "tag": "463a9e34-de88-41bb-b997-6302ab23da6b", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:53:20.623708 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cdff237-9307-478d-89db-cce10157b63e {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:53:20.624103 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdff237-9307-478d-89db-cce10157b63e'] response: {'server_uuid': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a9e34-de88-41bb-b997-6302ab23da6b', 'code': 200} May 04 14:53:20.666261 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=463a9e34-de88-41bb-b997-6302ab23da6b,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:20.678877 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:20.679232 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:20.679656 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:20.680060 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:20.680352 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:20.680719 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:20.681075 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:20.681398 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:20.681716 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:20.682068 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:20.682394 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:20.682743 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:20.683071 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:20.683372 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:20.683720 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:20.687865 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port a012faf7-a201-4b84-9626-0d878ca7e4a3 completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:53:20.705261 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port a012faf7-a201-4b84-9626-0d878ca7e4a3 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:53:20.707323 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (a012faf7-a201-4b84-9626-0d878ca7e4a3), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:20.798779 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-d35232e2-e135-4d94-9807-c4ce2fe5124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:20.801031 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-d35232e2-e135-4d94-9807-c4ce2fe5124d service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 200 len: 915 time: 0.1221182 May 04 14:53:20.817119 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port a012faf7-a201-4b84-9626-0d878ca7e4a3 is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:53:20.817784 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (a012faf7-a201-4b84-9626-0d878ca7e4a3), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:20.865373 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port a012faf7-a201-4b84-9626-0d878ca7e4a3, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=a012faf7-a201-4b84-9626-0d878ca7e4a3,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:20.872293 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (a012faf7-a201-4b84-9626-0d878ca7e4a3), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:20.950468 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=a012faf7-a201-4b84-9626-0d878ca7e4a3,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:21.006740 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bad807-a5f7-4dcb-9cae-d1b8eb7b3169 req-33d27b44-6ca4-4f37-9590-90c7f336d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:21.008361 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-02bad807-a5f7-4dcb-9cae-d1b8eb7b3169 req-33d27b44-6ca4-4f37-9590-90c7f336d06b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 1129 time: 0.0909543 May 04 14:53:21.010306 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-0a5a1879-1c1d-4998-967a-8851ef9bda5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d86d8773-6591-4c19-8d60-8752cdfd15bd HTTP/1.1" status: 200 len: 217 time: 0.1941342 May 04 14:53:21.118620 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-9ccfe6fa-a2a7-4eb1-b42c-a48d881b3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:21.120241 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-9ccfe6fa-a2a7-4eb1-b42c-a48d881b3b55 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d660033-ba74-4e17-bb0f-1920d761a352 HTTP/1.1" status: 200 len: 853 time: 0.0938475 May 04 14:53:21.123353 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-02bad807-a5f7-4dcb-9cae-d1b8eb7b3169 req-a10cfb28-4288-4276-846e-d05be42bd0fd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041653 May 04 14:53:21.269625 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294a823-e6c8-4e23-8fec-26c1efb7f951 req-c39cf853-4061-4e9c-8990-0d64860cdc41 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:21.278626 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b294a823-e6c8-4e23-8fec-26c1efb7f951 req-c39cf853-4061-4e9c-8990-0d64860cdc41 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.3704832 May 04 14:53:21.296230 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7986b3-ae5f-4ecd-bc15-0915205970b7 req-5feee4bf-ff4f-4fb5-88ea-1d7b9c944223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:21.298306 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3a7986b3-ae5f-4ecd-bc15-0915205970b7 req-5feee4bf-ff4f-4fb5-88ea-1d7b9c944223 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6036572 May 04 14:53:21.301850 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d938c9-91f3-4195-b315-dad930fed91a req-2703bc35-5f37-46d6-bfd5-9f1c3e68b957 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:21.303544 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c6d938c9-91f3-4195-b315-dad930fed91a req-2703bc35-5f37-46d6-bfd5-9f1c3e68b957 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 944 time: 0.0490663 May 04 14:53:21.344939 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b294a823-e6c8-4e23-8fec-26c1efb7f951 req-06408ffa-1018-4df5-949d-c6db14896bad tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653906 May 04 14:53:21.369470 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c6d938c9-91f3-4195-b315-dad930fed91a req-455ea746-e0c8-4afc-871f-4f6fad1d76ba tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593610 May 04 14:53:21.424773 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-0c853428-8793-41bc-b105-692b5a1cf901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:21.426390 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-0c853428-8793-41bc-b105-692b5a1cf901 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554492 May 04 14:53:21.429458 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-3ed20ddd-e568-4440-ba4c-2f25f60a510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:21.431054 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-3ed20ddd-e568-4440-ba4c-2f25f60a510a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=367321a836de445f9e65af1baac99c98&device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 1128 time: 0.0446465 May 04 14:53:21.501714 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-ec3ad7c2-0c70-48d5-8cfb-31df48f15523 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c18b155c-4dd9-4569-a3a7-24c294403087 HTTP/1.1" status: 200 len: 217 time: 0.0556440 May 04 14:53:21.529195 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a8e98-f8ea-499b-bbcb-73f1da966fec req-31c96998-3d08-4bc9-afba-0d44de052efb tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:21.530821 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cc1a8e98-f8ea-499b-bbcb-73f1da966fec req-31c96998-3d08-4bc9-afba-0d44de052efb tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0938504 May 04 14:53:21.554764 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-9f261265-2f19-471e-ab3a-d6f08f79bb57 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116045 May 04 14:53:21.609257 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cc1a8e98-f8ea-499b-bbcb-73f1da966fec req-9abace3c-b4ff-42d2-81da-31398c9ad16a tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548573 May 04 14:53:21.621942 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-bdedef93-88f8-438a-a195-9f1cbcb3998d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:21.623640 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-bdedef93-88f8-438a-a195-9f1cbcb3998d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a789fad3-a526-4f2f-b0cf-06991416836f HTTP/1.1" status: 200 len: 850 time: 0.1111875 May 04 14:53:21.652465 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 36794) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:21.712964 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-54bf8c25-65f5-4de1-9840-f1c42e8fd3aa req-09f429d4-929a-4aa0-a4b9-e006af3fa092 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507876 May 04 14:53:21.719190 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cc12c-259d-4a99-9c45-9ee787855047 req-5e25a735-0c7c-4cf7-ab87-6305a6301847 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:21.720749 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-093cc12c-259d-4a99-9c45-9ee787855047 req-5e25a735-0c7c-4cf7-ab87-6305a6301847 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 943 time: 0.0719359 May 04 14:53:21.777750 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-093cc12c-259d-4a99-9c45-9ee787855047 req-3beb33e8-e894-4944-ab2d-f93ad869284a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479770 May 04 14:53:21.812926 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bfc6197b-1edb-42f3-9e3c-fd35cceb7004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:21.893639 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bfc6197b-1edb-42f3-9e3c-fd35cceb7004 admin admin] Publish callbacks [] for security_group (0342daf7-12a6-4871-ac63-8463581d3998), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:21.898488 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bfc6197b-1edb-42f3-9e3c-fd35cceb7004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (0342daf7-12a6-4871-ac63-8463581d3998), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:21.940997 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-bfc6197b-1edb-42f3-9e3c-fd35cceb7004 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a0e6946eb864024bcd6d062d96cffd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861145 May 04 14:53:21.940997 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6197b-1edb-42f3-9e3c-fd35cceb7004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0342daf7-12a6-4871-ac63-8463581d3998,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:21.942343 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 36808) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:22.002488 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-b54b1008-ac52-4b0a-8120-aac560bbb372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:22.005535 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-b54b1008-ac52-4b0a-8120-aac560bbb372 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b03422af-5eb8-4977-a232-35a6a99300ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572939 May 04 14:53:22.014812 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Publish callbacks [] for security_group (0342daf7-12a6-4871-ac63-8463581d3998), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:22.047930 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Publish callbacks [] for security_group (0342daf7-12a6-4871-ac63-8463581d3998), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:22.101289 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (0342daf7-12a6-4871-ac63-8463581d3998), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:22.103885 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:22.105239 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0342daf7-12a6-4871-ac63-8463581d3998 HTTP/1.1" status: 204 len: 168 time: 0.1609294 May 04 14:53:22.115280 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0342daf7-12a6-4871-ac63-8463581d3998,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:22.125661 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:22.126020 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:22.126384 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:22.126731 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:22.127454 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:22.127816 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:22.128180 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:22.128645 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:22.129028 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:22.129378 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:22.129504 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-efdd5b57-f02f-43f0-a782-a30e627890a2 service neutron] 10.222.0.49 "GET /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037331 May 04 14:53:22.129729 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:22.130063 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:22.130386 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:22.130718 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:22.131181 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d549165f-b9fd-4adf-a92e-7eac917b5b75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:53:22.254415 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2bfe57ce-6190-49cd-9a31-de3c4855cd74 req-9c0768fc-e8a5-437d-822d-726626f980a7 service neutron] 10.222.0.49 "GET /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102996 May 04 14:53:22.495949 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 36828) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:22.516529 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6712e9-5897-463e-8f78-62f09ae77f54 req-4c8bd3c8-9142-43ae-a5e0-864fcf02216b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:22.518231 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8a6712e9-5897-463e-8f78-62f09ae77f54 req-4c8bd3c8-9142-43ae-a5e0-864fcf02216b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0696456 May 04 14:53:22.519051 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf7634-22d3-4806-8b4a-a764f7c77c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:22.617808 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8a6712e9-5897-463e-8f78-62f09ae77f54 req-8e2d704a-acf3-4cb3-b1a1-7c16e5d997d4 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837581 May 04 14:53:22.625965 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d1ef18-06ff-455b-a4ee-0c62ebd2afab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a012faf7-a201-4b84-9626-0d878ca7e4a3'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:53:22.629551 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550df9f3-7177-485e-9eb4-ff51a6a9c91d" -d '{"events": [{"server_uuid": "f6d1ef18-06ff-455b-a4ee-0c62ebd2afab", "name": "network-vif-plugged", "status": "completed", "tag": "a012faf7-a201-4b84-9626-0d878ca7e4a3"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:53:22.672336 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf7634-22d3-4806-8b4a-a764f7c77c26 admin admin] Publish callbacks [] for security_group (aaadde5a-1283-4c3f-a233-cfece757af5c), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:22.679884 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf7634-22d3-4806-8b4a-a764f7c77c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (aaadde5a-1283-4c3f-a233-cfece757af5c), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:22.691005 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd4b465-c36b-408c-af2a-0b247fddea86 x-openstack-request-id: req-0cd4b465-c36b-408c-af2a-0b247fddea86 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:53:22.691323 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d1ef18-06ff-455b-a4ee-0c62ebd2afab", "name": "network-vif-plugged", "status": "completed", "tag": "a012faf7-a201-4b84-9626-0d878ca7e4a3", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:53:22.691584 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cd4b465-c36b-408c-af2a-0b247fddea86 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:53:22.691991 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd4b465-c36b-408c-af2a-0b247fddea86'] response: {'server_uuid': 'f6d1ef18-06ff-455b-a4ee-0c62ebd2afab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a012faf7-a201-4b84-9626-0d878ca7e4a3', 'code': 200} May 04 14:53:22.733252 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf7634-22d3-4806-8b4a-a764f7c77c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaadde5a-1283-4c3f-a233-cfece757af5c,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:22.750466 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-3dbf7634-22d3-4806-8b4a-a764f7c77c26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e73c8c35aec742b4b312082160b29290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535210 May 04 14:53:22.753390 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 36838) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:22.769662 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e0af4-4356-4b27-8f2d-924c1bc50739 req-b8258f33-7210-426a-984d-409bf22eff8b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:22.771674 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-301e0af4-4356-4b27-8f2d-924c1bc50739 req-b8258f33-7210-426a-984d-409bf22eff8b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 944 time: 0.2917647 May 04 14:53:22.835321 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-301e0af4-4356-4b27-8f2d-924c1bc50739 req-afa0c999-fec0-4b01-a8ef-db8b7fde0a68 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564446 May 04 14:53:22.853287 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001297d-b662-46f4-b03f-819090ac525b req-14b786db-360a-4863-8175-e95f73135216 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:22.854910 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f001297d-b662-46f4-b03f-819090ac525b req-14b786db-360a-4863-8175-e95f73135216 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0945258 May 04 14:53:22.895536 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-30afd0cd-94df-4d98-ab3e-ef3a9ffa08c5 admin admin] Publish callbacks [] for security_group (aaadde5a-1283-4c3f-a233-cfece757af5c), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:22.933097 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-30afd0cd-94df-4d98-ab3e-ef3a9ffa08c5 admin admin] Publish callbacks [] for security_group (aaadde5a-1283-4c3f-a233-cfece757af5c), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:22.937604 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f001297d-b662-46f4-b03f-819090ac525b req-2073c155-c79c-4684-88c1-2e6091b9a48f tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731895 May 04 14:53:22.953272 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f370b8a-6c75-4e60-bc00-35f58e48b522 req-a185da26-f902-4369-9fcc-eadecd4b91c3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:22.955543 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0f370b8a-6c75-4e60-bc00-35f58e48b522 req-a185da26-f902-4369-9fcc-eadecd4b91c3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 943 time: 0.0616064 May 04 14:53:23.002929 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-30afd0cd-94df-4d98-ab3e-ef3a9ffa08c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (aaadde5a-1283-4c3f-a233-cfece757af5c), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:23.011192 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-30afd0cd-94df-4d98-ab3e-ef3a9ffa08c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:23.013044 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-30afd0cd-94df-4d98-ab3e-ef3a9ffa08c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aaadde5a-1283-4c3f-a233-cfece757af5c HTTP/1.1" status: 204 len: 168 time: 0.2586777 May 04 14:53:23.024102 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0f370b8a-6c75-4e60-bc00-35f58e48b522 req-d04ca652-8623-4de8-b8f8-b737a02c9ac6 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609512 May 04 14:53:23.031118 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afd0cd-94df-4d98-ab3e-ef3a9ffa08c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaadde5a-1283-4c3f-a233-cfece757af5c,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:23.320704 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device d86d8773-6591-4c19-8d60-8752cdfd15bd details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:53:23.456203 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port d86d8773-6591-4c19-8d60-8752cdfd15bd, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=d86d8773-6591-4c19-8d60-8752cdfd15bd,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:23.470158 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': 'd86d8773-6591-4c19-8d60-8752cdfd15bd', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'port_id': 'd86d8773-6591-4c19-8d60-8752cdfd15bd', 'mac_address': 'fa:16:3e:5e:f1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:53:23.515822 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port d86d8773-6591-4c19-8d60-8752cdfd15bd is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:53:23.516219 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (d86d8773-6591-4c19-8d60-8752cdfd15bd), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:23.536224 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86d8773-6591-4c19-8d60-8752cdfd15bd {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:53:23.561474 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port d86d8773-6591-4c19-8d60-8752cdfd15bd, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=d86d8773-6591-4c19-8d60-8752cdfd15bd,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:23.567140 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (d86d8773-6591-4c19-8d60-8752cdfd15bd), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:23.625976 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=d86d8773-6591-4c19-8d60-8752cdfd15bd,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:23.782175 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3241f-1db8-4085-bd53-4f0b82eeece3 req-53086fff-b76e-410e-a952-be49196c40bb tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:23.783891 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-60a3241f-1db8-4085-bd53-4f0b82eeece3 req-53086fff-b76e-410e-a952-be49196c40bb tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0609550 May 04 14:53:23.838176 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-60a3241f-1db8-4085-bd53-4f0b82eeece3 req-21cba61c-5a24-4b7b-a06f-138d09884cb0 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461125 May 04 14:53:23.965931 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7738ec-9766-4d5d-838e-a7120fc61bb0 req-367d86b7-a243-45e4-92f9-2a9ee18b2dc2 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:23.968212 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bf7738ec-9766-4d5d-838e-a7120fc61bb0 req-367d86b7-a243-45e4-92f9-2a9ee18b2dc2 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 944 time: 0.0522830 May 04 14:53:24.027562 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bf7738ec-9766-4d5d-838e-a7120fc61bb0 req-44bee86b-6223-4a77-926b-f8fc816f2a2b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494163 May 04 14:53:24.083832 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f9ff2-b9a4-42d3-96a4-718160e0619e req-814c2724-48c0-4a89-a26a-9340407cf7db tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:24.085848 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e0f9ff2-b9a4-42d3-96a4-718160e0619e req-814c2724-48c0-4a89-a26a-9340407cf7db tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0648456 May 04 14:53:24.163374 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e0f9ff2-b9a4-42d3-96a4-718160e0619e req-c966bea9-6f0a-4736-aef0-5c41a6977ce6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656149 May 04 14:53:24.164266 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94b0f1-fb57-4d8a-8eda-42ee44038c6a req-eb2e07eb-bf7b-4e48-a8c6-93e84713057a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:24.166186 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ef94b0f1-fb57-4d8a-8eda-42ee44038c6a req-eb2e07eb-bf7b-4e48-a8c6-93e84713057a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 944 time: 0.0585871 May 04 14:53:24.225049 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ef94b0f1-fb57-4d8a-8eda-42ee44038c6a req-b0a9331b-0c4f-4355-8a94-cd4385b312cf tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515442 May 04 14:53:24.964644 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a90375-95bb-4f65-81d5-5edc176a82de req-213cdbeb-5cb7-498e-a75d-f06868d88041 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:24.966241 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-40a90375-95bb-4f65-81d5-5edc176a82de req-213cdbeb-5cb7-498e-a75d-f06868d88041 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0514679 May 04 14:53:25.028964 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-40a90375-95bb-4f65-81d5-5edc176a82de req-535df974-8393-4170-b5e6-c3ae8ca04e17 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569265 May 04 14:53:25.158692 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3e8a6-b64f-46eb-a867-a5bc588eaeab req-5a123e69-ace0-41cb-b319-465ba78322b3 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:25.160245 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cef3e8a6-b64f-46eb-a867-a5bc588eaeab req-5a123e69-ace0-41cb-b319-465ba78322b3 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 944 time: 0.0535100 May 04 14:53:25.215916 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cef3e8a6-b64f-46eb-a867-a5bc588eaeab req-0c263253-7897-4d61-9663-b21603c617d4 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496497 May 04 14:53:25.290337 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d573e-7043-4215-8c9e-a2ffa32ddc56 req-34f65a5e-c59c-45c0-be63-c1552c1617e6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:25.291974 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-714d573e-7043-4215-8c9e-a2ffa32ddc56 req-34f65a5e-c59c-45c0-be63-c1552c1617e6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0553501 May 04 14:53:25.355374 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-714d573e-7043-4215-8c9e-a2ffa32ddc56 req-94652355-76b5-40c6-bb94-99584fbd252a tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559163 May 04 14:53:25.366376 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fea79-58c2-4413-84d5-ce4e3c71cc1e req-4c5cf38d-7d18-4b54-a7a7-f451947ed164 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:25.368575 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ad6fea79-58c2-4413-84d5-ce4e3c71cc1e req-4c5cf38d-7d18-4b54-a7a7-f451947ed164 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 944 time: 0.0613649 May 04 14:53:25.423174 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ad6fea79-58c2-4413-84d5-ce4e3c71cc1e req-1893e3c1-8546-4b26-b212-8daf903186f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479302 May 04 14:53:25.597374 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['d86d8773-6591-4c19-8d60-8752cdfd15bd'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:53:26.165056 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55695bb-2df4-400e-9f20-773099f42540 req-85f38907-17a1-4140-97b1-c1872999c753 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:26.167733 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c55695bb-2df4-400e-9f20-773099f42540 req-85f38907-17a1-4140-97b1-c1872999c753 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0636835 May 04 14:53:26.235547 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c55695bb-2df4-400e-9f20-773099f42540 req-ebf08437-40b7-46e3-bba3-6b63c40cfc78 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598848 May 04 14:53:26.375791 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61f753-5896-4884-bdc1-93a933fbc6d5 req-bbc96660-f270-418e-a04a-b18e5f9a85a8 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:26.377481 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7a61f753-5896-4884-bdc1-93a933fbc6d5 req-bbc96660-f270-418e-a04a-b18e5f9a85a8 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 944 time: 0.0525770 May 04 14:53:26.378949 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba831e41-d09c-4b10-accf-890bb45e798f req-c9a9260e-68ca-4e4e-bcbd-5c8f6e6b9edb tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:26.391074 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ba831e41-d09c-4b10-accf-890bb45e798f req-c9a9260e-68ca-4e4e-bcbd-5c8f6e6b9edb tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0741549 May 04 14:53:26.391607 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 36996) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:26.409725 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-be4d515e-7100-48cd-83dd-56e901a86661 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Request body: {'floatingip': {'port_id': '463a9e34-de88-41bb-b997-6302ab23da6b'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:53:26.468615 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7a61f753-5896-4884-bdc1-93a933fbc6d5 req-2ae614f1-8035-40ee-93d0-057d28a1d7c7 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808573 May 04 14:53:26.523726 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-be4d515e-7100-48cd-83dd-56e901a86661 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for floatingip (3bd7f0b2-0b46-400b-88bb-a4be0a9b3ed9), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:26.596187 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71fe88-ea25-47f8-acd0-0189f78264ed req-9e2dab9b-1f8a-492d-811e-011e6816fc93 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:26.598258 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-aa71fe88-ea25-47f8-acd0-0189f78264ed req-9e2dab9b-1f8a-492d-811e-011e6816fc93 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 944 time: 0.0545914 May 04 14:53:26.657354 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-aa71fe88-ea25-47f8-acd0-0189f78264ed req-3f483228-44ca-4baa-86f2-c233778aa10f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511832 May 04 14:53:26.698194 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884aae2-247e-4675-a4b6-d16c9ba793c8 req-64ec7c51-4f36-488d-a66f-6fb01773b1db tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:26.699756 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9884aae2-247e-4675-a4b6-d16c9ba793c8 req-64ec7c51-4f36-488d-a66f-6fb01773b1db tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.1979120 May 04 14:53:26.779603 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 37010) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:26.808619 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9884aae2-247e-4675-a4b6-d16c9ba793c8 req-cd5c7532-5aef-4248-98f8-e384e765c11c tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017454 May 04 14:53:26.906340 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ad3ee2c9-c7fe-480f-8588-1495ef9cbb29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:26.985766 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ad3ee2c9-c7fe-480f-8588-1495ef9cbb29 admin admin] Publish callbacks [] for security_group (e6a099a3-60c4-4c9a-ab5c-adbb7c4667a2), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:26.991069 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ad3ee2c9-c7fe-480f-8588-1495ef9cbb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (e6a099a3-60c4-4c9a-ab5c-adbb7c4667a2), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:27.033352 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-ad3ee2c9-c7fe-480f-8588-1495ef9cbb29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ae81a31e30e4e338973f430b1cf2c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525921 May 04 14:53:27.035487 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ee2c9-c7fe-480f-8588-1495ef9cbb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a099a3-60c4-4c9a-ab5c-adbb7c4667a2,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:27.039116 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 37014) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:27.105318 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-0ab45872-f898-4e30-85e3-3fbae641129d admin admin] Publish callbacks [] for security_group (e6a099a3-60c4-4c9a-ab5c-adbb7c4667a2), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:27.134385 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-0ab45872-f898-4e30-85e3-3fbae641129d admin admin] Publish callbacks [] for security_group (e6a099a3-60c4-4c9a-ab5c-adbb7c4667a2), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:27.194086 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-0ab45872-f898-4e30-85e3-3fbae641129d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (e6a099a3-60c4-4c9a-ab5c-adbb7c4667a2), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:27.196763 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-0ab45872-f898-4e30-85e3-3fbae641129d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:27.197970 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-0ab45872-f898-4e30-85e3-3fbae641129d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6a099a3-60c4-4c9a-ab5c-adbb7c4667a2 HTTP/1.1" status: 204 len: 168 time: 0.1578987 May 04 14:53:27.206622 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab45872-f898-4e30-85e3-3fbae641129d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a099a3-60c4-4c9a-ab5c-adbb7c4667a2,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:27.304537 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-be4d515e-7100-48cd-83dd-56e901a86661 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:27.310059 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-be4d515e-7100-48cd-83dd-56e901a86661 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (3bd7f0b2-0b46-400b-88bb-a4be0a9b3ed9), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:27.491337 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device c18b155c-4dd9-4569-a3a7-24c294403087 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:53:27.503809 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device d86d8773-6591-4c19-8d60-8752cdfd15bd up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:53:27.615134 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 37032) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:27.641885 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-90b59ebb-165e-4a2c-9cae-1fc3ce5efc70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:27.671132 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port d86d8773-6591-4c19-8d60-8752cdfd15bd completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:53:27.715640 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2049e3-13a9-4431-a008-80ac8564bdb7 req-d4b4ff63-3cc7-4e0d-bbf8-77f845890f70 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:27.721417 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7b2049e3-13a9-4431-a008-80ac8564bdb7 req-d4b4ff63-3cc7-4e0d-bbf8-77f845890f70 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 944 time: 0.0846562 May 04 14:53:27.722409 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port d86d8773-6591-4c19-8d60-8752cdfd15bd triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:53:27.723023 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (d86d8773-6591-4c19-8d60-8752cdfd15bd), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:27.764482 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port c18b155c-4dd9-4569-a3a7-24c294403087, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=c18b155c-4dd9-4569-a3a7-24c294403087,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:27.809043 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': 'c18b155c-4dd9-4569-a3a7-24c294403087', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'port_id': 'c18b155c-4dd9-4569-a3a7-24c294403087', 'mac_address': 'fa:16:3e:64:68:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:53:27.823647 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7b2049e3-13a9-4431-a008-80ac8564bdb7 req-7133e1fb-f874-4921-9354-52ae53198580 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957029 May 04 14:53:27.865017 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [None req-be4d515e-7100-48cd-83dd-56e901a86661 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Floating IP 3bd7f0b2-0b46-400b-88bb-a4be0a9b3ed9 associated. External IP: 172.27.2.104, port: 463a9e34-de88-41bb-b997-6302ab23da6b. May 04 14:53:27.933298 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port c18b155c-4dd9-4569-a3a7-24c294403087 is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:53:27.934151 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (c18b155c-4dd9-4569-a3a7-24c294403087), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:27.942985 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914faf2-e125-4721-b10d-7fe6ec95c18f req-6425a0a8-e9bd-4405-a93b-860c451566f7 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:27.944276 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8914faf2-e125-4721-b10d-7fe6ec95c18f req-6425a0a8-e9bd-4405-a93b-860c451566f7 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 944 time: 0.1861911 May 04 14:53:27.962819 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18b155c-4dd9-4569-a3a7-24c294403087 {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:53:27.969177 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port d86d8773-6591-4c19-8d60-8752cdfd15bd is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:53:27.969543 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (d86d8773-6591-4c19-8d60-8752cdfd15bd), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:27.998117 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port c18b155c-4dd9-4569-a3a7-24c294403087, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=c18b155c-4dd9-4569-a3a7-24c294403087,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:28.007458 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (c18b155c-4dd9-4569-a3a7-24c294403087), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:28.017236 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86d8773-6591-4c19-8d60-8752cdfd15bd'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:53:28.019558 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d552706-8015-480a-a9a2-9340958310a6" -d '{"events": [{"server_uuid": "49b789b6-d21f-42fa-82e4-4692b25804b0", "name": "network-vif-plugged", "status": "completed", "tag": "d86d8773-6591-4c19-8d60-8752cdfd15bd"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:53:28.033862 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95dc57-f7e0-46e8-be1e-6a3ed19c9555 req-ea7ca146-1f6d-4ba1-8f43-02d05ffa9680 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:28.035792 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3a95dc57-f7e0-46e8-be1e-6a3ed19c9555 req-ea7ca146-1f6d-4ba1-8f43-02d05ffa9680 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0623329 May 04 14:53:28.057666 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port d86d8773-6591-4c19-8d60-8752cdfd15bd, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=d86d8773-6591-4c19-8d60-8752cdfd15bd,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:28.065666 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (d86d8773-6591-4c19-8d60-8752cdfd15bd), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:28.089406 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=c18b155c-4dd9-4569-a3a7-24c294403087,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:28.097101 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-90b59ebb-165e-4a2c-9cae-1fc3ce5efc70 admin admin] Publish callbacks [] for security_group (feb963c7-7f39-40e7-ace1-3bd30d3ee258), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:28.110597 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-90b59ebb-165e-4a2c-9cae-1fc3ce5efc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (feb963c7-7f39-40e7-ace1-3bd30d3ee258), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:28.121685 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3a95dc57-f7e0-46e8-be1e-6a3ed19c9555 req-c2a3e5fd-b3bc-4621-ad6c-ce87e031a996 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783629 May 04 14:53:28.134942 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8914faf2-e125-4721-b10d-7fe6ec95c18f req-4217eba5-b53f-45f4-9d2e-cd4df54d5db9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594949 May 04 14:53:28.167914 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=d86d8773-6591-4c19-8d60-8752cdfd15bd,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:28.195289 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063c504c-d831-47dc-a991-ad84611cc682 x-openstack-request-id: req-063c504c-d831-47dc-a991-ad84611cc682 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:53:28.195289 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b789b6-d21f-42fa-82e4-4692b25804b0", "name": "network-vif-plugged", "status": "completed", "tag": "d86d8773-6591-4c19-8d60-8752cdfd15bd", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:53:28.195723 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-063c504c-d831-47dc-a991-ad84611cc682 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:53:28.196087 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-063c504c-d831-47dc-a991-ad84611cc682'] response: {'server_uuid': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86d8773-6591-4c19-8d60-8752cdfd15bd', 'code': 200} May 04 14:53:28.220391 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-90b59ebb-165e-4a2c-9cae-1fc3ce5efc70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ca7ca5c553548c6b17e694d70f79db6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6042356 May 04 14:53:28.223459 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b59ebb-165e-4a2c-9cae-1fc3ce5efc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb963c7-7f39-40e7-ace1-3bd30d3ee258,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:28.223623 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 37044) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:28.309050 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4d515e-7100-48cd-83dd-56e901a86661 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:53:28.318603 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb86b-415f-4ffc-a2ff-f374a071cf0a admin admin] Publish callbacks [] for security_group (feb963c7-7f39-40e7-ace1-3bd30d3ee258), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:28.355426 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb86b-415f-4ffc-a2ff-f374a071cf0a admin admin] Publish callbacks [] for security_group (feb963c7-7f39-40e7-ace1-3bd30d3ee258), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:28.433826 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb86b-415f-4ffc-a2ff-f374a071cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (feb963c7-7f39-40e7-ace1-3bd30d3ee258), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:28.437005 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb86b-415f-4ffc-a2ff-f374a071cf0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:28.438288 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-2b9eb86b-415f-4ffc-a2ff-f374a071cf0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/feb963c7-7f39-40e7-ace1-3bd30d3ee258 HTTP/1.1" status: 204 len: 168 time: 0.2132287 May 04 14:53:28.447486 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9eb86b-415f-4ffc-a2ff-f374a071cf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb963c7-7f39-40e7-ace1-3bd30d3ee258,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:28.481185 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4d515e-7100-48cd-83dd-56e901a86661 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:53:28.487026 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-be4d515e-7100-48cd-83dd-56e901a86661 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:28.500627 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749e5e1c-056e-4f91-bdce-703948bdceb7 None None] Sync routers for ids ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:53:28.521553 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e5e1c-056e-4f91-bdce-703948bdceb7 None None] Routers {'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:53:28.522449 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-749e5e1c-056e-4f91-bdce-703948bdceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:53:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:53:28.529177 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-be4d515e-7100-48cd-83dd-56e901a86661 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "PUT /v2.0/floatingips/3bd7f0b2-0b46-400b-88bb-a4be0a9b3ed9 HTTP/1.1" status: 200 len: 991 time: 2.1361434 May 04 14:53:28.529999 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'tag': '463a9e34-de88-41bb-b997-6302ab23da6b'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:53:28.533544 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a676052-84f9-437c-b0ee-e56b3d3497b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a80710d1-c61a-4d1c-ac7a-5795b995d5e6", "tag": "463a9e34-de88-41bb-b997-6302ab23da6b"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:53:28.577612 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45827f46-5874-4ab4-82ab-55cf0be5c526 x-openstack-request-id: req-45827f46-5874-4ab4-82ab-55cf0be5c526 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:53:28.577938 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80710d1-c61a-4d1c-ac7a-5795b995d5e6", "tag": "463a9e34-de88-41bb-b997-6302ab23da6b", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:53:28.578207 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45827f46-5874-4ab4-82ab-55cf0be5c526 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:53:28.578765 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45827f46-5874-4ab4-82ab-55cf0be5c526'] response: {'name': 'network-changed', 'server_uuid': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'tag': '463a9e34-de88-41bb-b997-6302ab23da6b', 'status': 'completed', 'code': 200} May 04 14:53:28.672548 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-749e5e1c-056e-4f91-bdce-703948bdceb7 None None] Set router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:53:28.928171 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 37060) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:28.951549 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e5727b6c-1134-4946-98f0-bfd235cbf1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:28.959527 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8984b9-a94c-451d-917c-48a518fcffca req-20060e1e-451e-478c-bc7b-ecf4be81bbad tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:28.961288 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ae8984b9-a94c-451d-917c-48a518fcffca req-20060e1e-451e-478c-bc7b-ecf4be81bbad tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 945 time: 0.0567687 May 04 14:53:29.016919 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ae8984b9-a94c-451d-917c-48a518fcffca req-2424b196-454a-450e-818b-fb7d42ba42fc tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493374 May 04 14:53:29.020247 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-749e5e1c-056e-4f91-bdce-703948bdceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '3bd7f0b2-0b46-400b-88bb-a4be0a9b3ed9', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'port_id': '463a9e34-de88-41bb-b997-6302ab23da6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'mac_address': 'fa:16:3e:2a:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:52:40Z', 'updated_at': '2022-05-04T14:53:27Z', 'revision_number': 1, 'project_id': 'f512333663064960847a1dd30c177cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 5, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:53:29.053209 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749e5e1c-056e-4f91-bdce-703948bdceb7 None None] Checking router: c8f1673e-21ca-40b1-bb42-6ec2cf00c31e for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:53:29.064014 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e5e1c-056e-4f91-bdce-703948bdceb7 None None] Routers {'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:53:29.065256 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-749e5e1c-056e-4f91-bdce-703948bdceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:53:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:53:29.067029 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e5727b6c-1134-4946-98f0-bfd235cbf1ab admin admin] Publish callbacks [] for security_group (a2d4e87e-6ce2-45a1-a381-3788f31ec644), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:29.072064 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e5727b6c-1134-4946-98f0-bfd235cbf1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (a2d4e87e-6ce2-45a1-a381-3788f31ec644), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:29.119221 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-e5727b6c-1134-4946-98f0-bfd235cbf1ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fea14d952e044198064f8c269b5ee8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1898339 May 04 14:53:29.120158 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5727b6c-1134-4946-98f0-bfd235cbf1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d4e87e-6ce2-45a1-a381-3788f31ec644,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:29.122182 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 37064) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:29.195520 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-749e5e1c-056e-4f91-bdce-703948bdceb7 None None] Set router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:53:29.201837 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1b017e4b-95f1-4bfa-9e9e-fb08d43a926c admin admin] Publish callbacks [] for security_group (a2d4e87e-6ce2-45a1-a381-3788f31ec644), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:29.227701 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1b017e4b-95f1-4bfa-9e9e-fb08d43a926c admin admin] Publish callbacks [] for security_group (a2d4e87e-6ce2-45a1-a381-3788f31ec644), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:29.249904 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c6182-6bbb-4505-b1ce-d66c98f033cd req-342084d6-6f7f-4042-b9be-4efca9c0e5cd tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:29.251553 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-311c6182-6bbb-4505-b1ce-d66c98f033cd req-342084d6-6f7f-4042-b9be-4efca9c0e5cd tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0517876 May 04 14:53:29.298698 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a9adc-4e15-45cc-a151-6317a6b2d557 req-d3be9108-0ae8-4242-b017-6942ca49f7fb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:29.301754 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-559a9adc-4e15-45cc-a151-6317a6b2d557 req-d3be9108-0ae8-4242-b017-6942ca49f7fb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 945 time: 0.0705466 May 04 14:53:29.307029 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-311c6182-6bbb-4505-b1ce-d66c98f033cd req-a6bb87db-025e-458d-a844-514f04bf7fad tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486386 May 04 14:53:29.345458 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1b017e4b-95f1-4bfa-9e9e-fb08d43a926c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (a2d4e87e-6ce2-45a1-a381-3788f31ec644), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:29.348111 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1b017e4b-95f1-4bfa-9e9e-fb08d43a926c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:29.351804 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-1b017e4b-95f1-4bfa-9e9e-fb08d43a926c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2d4e87e-6ce2-45a1-a381-3788f31ec644 HTTP/1.1" status: 204 len: 168 time: 0.2187855 May 04 14:53:29.373110 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-559a9adc-4e15-45cc-a151-6317a6b2d557 req-7922788f-8e2c-4958-acc1-a1625cc7cd36 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637312 May 04 14:53:29.374313 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b017e4b-95f1-4bfa-9e9e-fb08d43a926c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d4e87e-6ce2-45a1-a381-3788f31ec644,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:29.462897 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-749e5e1c-056e-4f91-bdce-703948bdceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '3bd7f0b2-0b46-400b-88bb-a4be0a9b3ed9', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'port_id': '463a9e34-de88-41bb-b997-6302ab23da6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'mac_address': 'fa:16:3e:2a:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:52:40Z', 'updated_at': '2022-05-04T14:53:27Z', 'revision_number': 1, 'project_id': 'f512333663064960847a1dd30c177cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 5, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:53:29.493554 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749e5e1c-056e-4f91-bdce-703948bdceb7 None None] The sync data for ids ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'] in dv-cinder-840493-1-iscsi is: [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '3bd7f0b2-0b46-400b-88bb-a4be0a9b3ed9', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'port_id': '463a9e34-de88-41bb-b997-6302ab23da6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'mac_address': 'fa:16:3e:2a:72:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:52:40Z', 'updated_at': '2022-05-04T14:53:27Z', 'revision_number': 1, 'project_id': 'f512333663064960847a1dd30c177cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 5, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:53:29.741332 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066bb389-6862-4d70-9186-415e3c16e389 None None] New status for floating IP 3bd7f0b2-0b46-400b-88bb-a4be0a9b3ed9: ACTIVE {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:53:30.171043 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118133be-0c2c-4410-90df-30a33dc74016 req-f4a4864f-61c5-4754-90b8-b2ad6b672074 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:30.172648 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-118133be-0c2c-4410-90df-30a33dc74016 req-f4a4864f-61c5-4754-90b8-b2ad6b672074 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 945 time: 0.0646546 May 04 14:53:30.223819 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-118133be-0c2c-4410-90df-30a33dc74016 req-20226249-098d-4cfe-b67e-516be2c9007c tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451882 May 04 14:53:30.446015 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beaed9-3520-4160-acfe-2289a919a718 req-c1c9d023-5121-458c-bd17-4e9bcbadcc4e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:30.447680 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-06beaed9-3520-4160-acfe-2289a919a718 req-c1c9d023-5121-458c-bd17-4e9bcbadcc4e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0513849 May 04 14:53:30.498865 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f912a-13f3-49b5-857d-58ca47e9be26 req-b3616990-7f36-41f7-bcc4-a6eafd29d447 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:30.500751 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bd9f912a-13f3-49b5-857d-58ca47e9be26 req-b3616990-7f36-41f7-bcc4-a6eafd29d447 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 945 time: 0.0521579 May 04 14:53:30.509716 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-06beaed9-3520-4160-acfe-2289a919a718 req-5999eea5-8b92-438e-b155-68802ea17990 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533502 May 04 14:53:30.577224 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bd9f912a-13f3-49b5-857d-58ca47e9be26 req-9dda256a-bcca-451f-8875-ac3d747b3e7e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690250 May 04 14:53:31.258585 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['c18b155c-4dd9-4569-a3a7-24c294403087'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:53:31.268994 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a676052-84f9-437c-b0ee-e56b3d3497b1 req-b30eaa50-02c5-4c59-b7b6-284904dff8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:31.271741 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4a676052-84f9-437c-b0ee-e56b3d3497b1 req-b30eaa50-02c5-4c59-b7b6-284904dff8ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f512333663064960847a1dd30c177cf9&device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 1129 time: 0.0674160 May 04 14:53:31.435221 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746769e0-ff96-45d6-af23-7de622313576 req-79a9452b-908d-4444-b431-9281ec1c066c tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:31.443561 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-746769e0-ff96-45d6-af23-7de622313576 req-79a9452b-908d-4444-b431-9281ec1c066c tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 945 time: 0.0917645 May 04 14:53:31.492548 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a676052-84f9-437c-b0ee-e56b3d3497b1 req-e7eb0f2d-3aa1-4934-b29e-7ea874a4f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:31.494425 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4a676052-84f9-437c-b0ee-e56b3d3497b1 req-e7eb0f2d-3aa1-4934-b29e-7ea874a4f7f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=79f79ca7-23fe-4754-96e7-93df86905dc1 HTTP/1.1" status: 200 len: 918 time: 0.1995046 May 04 14:53:31.517596 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-746769e0-ff96-45d6-af23-7de622313576 req-9c43ce48-98cf-4ed1-9246-ce2a9dd73ac6 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727327 May 04 14:53:31.661733 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f922aa-8d77-4972-9096-c92d18e86750 req-66afa934-eb4f-4a2b-9bb3-a1647c48e2eb tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:31.691215 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-63f922aa-8d77-4972-9096-c92d18e86750 req-66afa934-eb4f-4a2b-9bb3-a1647c48e2eb tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0735800 May 04 14:53:31.832052 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5061f-4f46-4bd9-99fe-a57ee31d3754 req-66db05f0-c458-44ad-ac53-ed93bdb2c96c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:31.833932 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4ff5061f-4f46-4bd9-99fe-a57ee31d3754 req-66db05f0-c458-44ad-ac53-ed93bdb2c96c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 945 time: 0.1608939 May 04 14:53:31.846231 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cc631-643d-4fda-8d68-f98a51cf625c req-67055742-71d2-4eae-8200-eb0b0174e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:31.847918 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-154cc631-643d-4fda-8d68-f98a51cf625c req-67055742-71d2-4eae-8200-eb0b0174e504 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 1130 time: 0.1153779 May 04 14:53:31.857321 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49447433-e9f4-4ef5-b18a-9a4ddbd752bf req-80ee1130-5624-4748-9c9a-0f2e0e31390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:31.859314 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-49447433-e9f4-4ef5-b18a-9a4ddbd752bf req-80ee1130-5624-4748-9c9a-0f2e0e31390c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 1129 time: 0.0767148 May 04 14:53:31.951068 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4a676052-84f9-437c-b0ee-e56b3d3497b1 req-1e768c7d-eb37-4740-b6fc-b472bd238d2d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=463a9e34-de88-41bb-b997-6302ab23da6b HTTP/1.1" status: 200 len: 1001 time: 0.2450957 May 04 14:53:31.961400 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-63f922aa-8d77-4972-9096-c92d18e86750 req-44ccfd75-97c7-4435-ba8d-ba9775e8d6e5 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575173 May 04 14:53:31.980598 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4ff5061f-4f46-4bd9-99fe-a57ee31d3754 req-8701d321-464e-464c-95cb-0f6c54608acc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357992 May 04 14:53:32.017030 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-49447433-e9f4-4ef5-b18a-9a4ddbd752bf req-732271c6-2445-4d67-b2cc-6cb238dd65ab service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367426 May 04 14:53:32.029190 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a676052-84f9-437c-b0ee-e56b3d3497b1 req-454d6ae5-eed3-41d9-a159-fcfeb65b9b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:32.030934 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4a676052-84f9-437c-b0ee-e56b3d3497b1 req-454d6ae5-eed3-41d9-a159-fcfeb65b9b66 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=086b520e-6c45-43fc-b9e3-376e899c6b75 HTTP/1.1" status: 200 len: 856 time: 0.0611382 May 04 14:53:32.037888 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-154cc631-643d-4fda-8d68-f98a51cf625c req-e95d68b4-29c3-480e-a386-58259c0eed50 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656218 May 04 14:53:32.548943 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a676052-84f9-437c-b0ee-e56b3d3497b1 req-a72fadda-a931-480a-8bcf-296da03883da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:32.551151 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4a676052-84f9-437c-b0ee-e56b3d3497b1 req-a72fadda-a931-480a-8bcf-296da03883da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79f79ca7-23fe-4754-96e7-93df86905dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518913 May 04 14:53:32.679013 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad90df4-4d3a-4bc4-b0e8-194f91e7fa4d req-58d1c977-555d-48aa-9387-e1bceaa7138c tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:32.680582 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ad90df4-4d3a-4bc4-b0e8-194f91e7fa4d req-58d1c977-555d-48aa-9387-e1bceaa7138c tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 945 time: 0.0862777 May 04 14:53:32.698664 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4a676052-84f9-437c-b0ee-e56b3d3497b1 req-6e0da049-7b57-4787-89dc-a09901423923 service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375980 May 04 14:53:32.735230 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ad90df4-4d3a-4bc4-b0e8-194f91e7fa4d req-90b5dea5-6234-4426-8a05-d8d8688c2940 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478094 May 04 14:53:32.882667 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a189a6a2-941a-4408-b664-44f0ecb7dabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:33.121470 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device c18b155c-4dd9-4569-a3a7-24c294403087 up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:53:33.207935 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port c18b155c-4dd9-4569-a3a7-24c294403087 completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:53:33.223221 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port c18b155c-4dd9-4569-a3a7-24c294403087 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:53:33.223622 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (c18b155c-4dd9-4569-a3a7-24c294403087), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:33.226281 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659372a-e43c-4003-ad67-bd014a87d52e req-a31c35bf-2062-43cc-9df2-aab726ae6879 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:33.230443 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6659372a-e43c-4003-ad67-bd014a87d52e req-a31c35bf-2062-43cc-9df2-aab726ae6879 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.1611319 May 04 14:53:33.265730 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616979b-1576-4675-b962-a90d5a96e1ac req-079726d6-a638-48f0-83b6-1bd188b4384a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:33.267327 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6616979b-1576-4675-b962-a90d5a96e1ac req-079726d6-a638-48f0-83b6-1bd188b4384a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 945 time: 0.0907602 May 04 14:53:33.305464 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4a676052-84f9-437c-b0ee-e56b3d3497b1 req-7b45c465-b84e-4314-aa5d-27aef7b84214 service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005324 May 04 14:53:33.355381 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6659372a-e43c-4003-ad67-bd014a87d52e req-ed91e855-180c-4fab-af12-fb7239f21d28 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095307 May 04 14:53:33.387659 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6616979b-1576-4675-b962-a90d5a96e1ac req-7996c6d1-fea7-49ba-ab93-6f3f7c1b40d7 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032917 May 04 14:53:33.504783 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda0e0e-25e7-468d-9c49-a682c03740eb req-a813c18f-edf1-4a60-a48a-26488c08ddc7 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:33.506767 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3fda0e0e-25e7-468d-9c49-a682c03740eb req-a813c18f-edf1-4a60-a48a-26488c08ddc7 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 945 time: 0.0585647 May 04 14:53:33.555857 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port c18b155c-4dd9-4569-a3a7-24c294403087 is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:53:33.556330 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (c18b155c-4dd9-4569-a3a7-24c294403087), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:33.585300 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27224db4-b2d5-4fd7-95e5-573f04e66002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18b155c-4dd9-4569-a3a7-24c294403087'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:53:33.587714 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164e8441-93d1-4af4-a4e1-1ca7d5ee841b" -d '{"events": [{"server_uuid": "27224db4-b2d5-4fd7-95e5-573f04e66002", "name": "network-vif-plugged", "status": "completed", "tag": "c18b155c-4dd9-4569-a3a7-24c294403087"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:53:33.601402 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port c18b155c-4dd9-4569-a3a7-24c294403087, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=c18b155c-4dd9-4569-a3a7-24c294403087,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:33.601595 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3fda0e0e-25e7-468d-9c49-a682c03740eb req-89d78158-3a7e-4417-9b15-0f7f58efc2d0 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732336 May 04 14:53:33.613861 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (c18b155c-4dd9-4569-a3a7-24c294403087), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:33.666478 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd7af36-0a64-42de-8704-1a9cb2dd53d6 x-openstack-request-id: req-ebd7af36-0a64-42de-8704-1a9cb2dd53d6 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:53:33.666773 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27224db4-b2d5-4fd7-95e5-573f04e66002", "name": "network-vif-plugged", "status": "completed", "tag": "c18b155c-4dd9-4569-a3a7-24c294403087", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:53:33.667138 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebd7af36-0a64-42de-8704-1a9cb2dd53d6 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:53:33.667559 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd7af36-0a64-42de-8704-1a9cb2dd53d6'] response: {'server_uuid': '27224db4-b2d5-4fd7-95e5-573f04e66002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18b155c-4dd9-4569-a3a7-24c294403087', 'code': 200} May 04 14:53:33.685636 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=c18b155c-4dd9-4569-a3a7-24c294403087,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:33.858492 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1ed29-d41e-4c05-b0f8-e3536d20d48e req-dc9fc727-ccf0-4640-9428-069b7d394b9a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:33.860097 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-36d1ed29-d41e-4c05-b0f8-e3536d20d48e req-dc9fc727-ccf0-4640-9428-069b7d394b9a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0505793 May 04 14:53:33.912567 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-36d1ed29-d41e-4c05-b0f8-e3536d20d48e req-768365b5-1b73-4aad-81b3-a5552cd11658 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463469 May 04 14:53:34.487418 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417441d-4791-484f-8047-41afac43705e req-b2867ed1-aeeb-4d5f-967e-b7e9c60cd764 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:34.489318 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7417441d-4791-484f-8047-41afac43705e req-b2867ed1-aeeb-4d5f-967e-b7e9c60cd764 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0493870 May 04 14:53:34.505341 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764351d-dbbc-456d-aa2c-c9dc49fc49c4 req-43c6f6f5-4207-4638-b070-9754e23d4c8e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:34.507574 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4764351d-dbbc-456d-aa2c-c9dc49fc49c4 req-43c6f6f5-4207-4638-b070-9754e23d4c8e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 945 time: 0.0544593 May 04 14:53:34.545966 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7417441d-4791-484f-8047-41afac43705e req-e438c7ef-791f-4680-80c7-7992bb8caf40 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504875 May 04 14:53:34.558551 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4764351d-dbbc-456d-aa2c-c9dc49fc49c4 req-82989366-a2c4-4bb9-b9eb-522b842ead45 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450151 May 04 14:53:34.722887 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc8128-ac01-426c-bbfc-31586d127954 req-ff382f5d-a9d9-44bf-bb0d-16a2b6c5bf4a tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:34.724945 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bcbc8128-ac01-426c-bbfc-31586d127954 req-ff382f5d-a9d9-44bf-bb0d-16a2b6c5bf4a tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 945 time: 0.0556800 May 04 14:53:34.741505 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-7df80dd0-cd1e-4cc2-8d5b-fc50244707ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:34.784956 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bcbc8128-ac01-426c-bbfc-31586d127954 req-e76ae0d4-dbcb-463d-a6a4-7f1756e11321 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531218 May 04 14:53:35.040300 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43f1ca-d295-497f-8618-e3e1758b08d8 req-351c05db-e52c-4cba-baa4-d29ffd963f86 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:35.041799 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bc43f1ca-d295-497f-8618-e3e1758b08d8 req-351c05db-e52c-4cba-baa4-d29ffd963f86 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0564771 May 04 14:53:35.099250 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bc43f1ca-d295-497f-8618-e3e1758b08d8 req-00057dbb-5e64-45c2-9303-8569355298e5 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495598 May 04 14:53:35.669770 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6a239-ff1e-4256-b824-05c39593e8b0 req-8af4fcdf-12d8-40c8-bfcf-3bacd7738631 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:35.671384 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-34d6a239-ff1e-4256-b824-05c39593e8b0 req-8af4fcdf-12d8-40c8-bfcf-3bacd7738631 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0528526 May 04 14:53:35.688225 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88132a35-fc74-40dd-ad5a-a76ac396733c req-3dac52b3-52c6-4515-ae7f-031737670b6c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:35.689894 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-88132a35-fc74-40dd-ad5a-a76ac396733c req-3dac52b3-52c6-4515-ae7f-031737670b6c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 945 time: 0.0548337 May 04 14:53:35.723673 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-34d6a239-ff1e-4256-b824-05c39593e8b0 req-90b155c2-8eaa-4e9b-9d6a-9bad9a8a7a6b tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461869 May 04 14:53:35.739547 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-88132a35-fc74-40dd-ad5a-a76ac396733c req-602f4621-1368-46e0-9990-dab20c2105c5 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437462 May 04 14:53:35.912404 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896d5eb-72b6-472c-b01d-91f85e3e318b req-c7c298e3-7939-42d9-a24e-53acd08a9455 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:35.914144 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1896d5eb-72b6-472c-b01d-91f85e3e318b req-c7c298e3-7939-42d9-a24e-53acd08a9455 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 945 time: 0.0540984 May 04 14:53:35.967731 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1896d5eb-72b6-472c-b01d-91f85e3e318b req-fb157b6e-6df9-4562-a751-4ba3a1c66f5a tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470350 May 04 14:53:36.010135 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:36.218960 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7919c-cd56-4b81-893f-b0e3853f10e8 req-6595b7fb-4fc7-45ad-a907-669652a9e069 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:36.220527 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8ec7919c-cd56-4b81-893f-b0e3853f10e8 req-6595b7fb-4fc7-45ad-a907-669652a9e069 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0481918 May 04 14:53:36.271867 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8ec7919c-cd56-4b81-893f-b0e3853f10e8 req-91a3334b-ea3d-48d6-bec1-0bd5837da14a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456526 May 04 14:53:36.860713 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64daf73-95ce-4dc1-801c-2dfbfe5c1298 req-02dcb50f-cd69-4b14-ad6a-404f19015e96 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:36.862653 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e64daf73-95ce-4dc1-801c-2dfbfe5c1298 req-02dcb50f-cd69-4b14-ad6a-404f19015e96 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0584226 May 04 14:53:36.874906 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03dc08-c00f-4456-94d2-38d6a115bdeb req-8b5bac24-dc5c-4e3b-a63f-aa35702ffd3c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:36.877081 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4e03dc08-c00f-4456-94d2-38d6a115bdeb req-8b5bac24-dc5c-4e3b-a63f-aa35702ffd3c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 945 time: 0.0566247 May 04 14:53:36.924449 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e64daf73-95ce-4dc1-801c-2dfbfe5c1298 req-14240937-f7b9-45ff-b2f9-323ef8a1486b tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549440 May 04 14:53:36.933257 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4e03dc08-c00f-4456-94d2-38d6a115bdeb req-c3c9ab54-61d1-40db-b5ec-19e16f9344f2 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504394 May 04 14:53:37.101856 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07448702-b31f-48bb-b0c2-8e28183d490d req-804fee35-ee7f-46a3-928d-ed076d6f3adb tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:37.103420 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-07448702-b31f-48bb-b0c2-8e28183d490d req-804fee35-ee7f-46a3-928d-ed076d6f3adb tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 945 time: 0.0545535 May 04 14:53:37.156935 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-07448702-b31f-48bb-b0c2-8e28183d490d req-ca2e0a60-7af8-47bb-bb97-6065bb9b8b82 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477784 May 04 14:53:37.395213 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298b672-f692-49e0-a57d-2edd7ef15b60 req-96b063aa-6817-417b-906f-730ca14dac16 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:37.396764 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c298b672-f692-49e0-a57d-2edd7ef15b60 req-96b063aa-6817-417b-906f-730ca14dac16 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0514541 May 04 14:53:37.439110 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:37.457859 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c298b672-f692-49e0-a57d-2edd7ef15b60 req-b78a3c27-8c72-43a2-9f07-248090416a7d tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512574 May 04 14:53:38.056781 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51936cf6-ecf0-4245-8abb-efa1c21bdd22 req-acea91ba-e65c-44f8-9a73-ac04779b3c7d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:38.062600 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-51936cf6-ecf0-4245-8abb-efa1c21bdd22 req-acea91ba-e65c-44f8-9a73-ac04779b3c7d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0650861 May 04 14:53:38.084784 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e788c27-cd4c-4840-9170-e1548deb62f6 req-d15238d9-e4de-4d35-964d-b4f13a36698b tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:38.086619 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6e788c27-cd4c-4840-9170-e1548deb62f6 req-d15238d9-e4de-4d35-964d-b4f13a36698b tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 945 time: 0.0688806 May 04 14:53:38.119401 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-51936cf6-ecf0-4245-8abb-efa1c21bdd22 req-d6e981a2-530d-48a5-b4a4-68920616edc0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538461 May 04 14:53:38.152777 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6e788c27-cd4c-4840-9170-e1548deb62f6 req-f7203660-6ca2-4fd7-be56-cce032782bcf tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588548 May 04 14:53:38.284031 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6066f-bf89-4eb7-8109-a0d3e1cfcb14 req-71f10015-0342-41da-8af8-098e43533c4e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:38.285738 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-54f6066f-bf89-4eb7-8109-a0d3e1cfcb14 req-71f10015-0342-41da-8af8-098e43533c4e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 945 time: 0.0560930 May 04 14:53:38.294688 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 37270) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:38.300040 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-b4ff7da1-c5c4-477f-8111-50308c5bb4d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'floatingip': {'port_id': 'd86d8773-6591-4c19-8d60-8752cdfd15bd'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:53:38.354012 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7da1-c5c4-477f-8111-50308c5bb4d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (1ae0abe9-29c5-4636-9be7-e20b3627034a), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:38.528018 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074506d-6dc6-4334-bf7b-d7472cbbfeff req-f7dd6a45-078d-4611-8d28-985e601ba863 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:38.529996 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0074506d-6dc6-4334-bf7b-d7472cbbfeff req-f7dd6a45-078d-4611-8d28-985e601ba863 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0612512 May 04 14:53:38.539277 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e471b-3717-4938-af11-3486a8889680 req-1dada54d-7d9e-4ddf-8cc6-7fe13886ecae tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:38.540995 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b20e471b-3717-4938-af11-3486a8889680 req-1dada54d-7d9e-4ddf-8cc6-7fe13886ecae tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 945 time: 0.1025720 May 04 14:53:38.609226 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0074506d-6dc6-4334-bf7b-d7472cbbfeff req-595f32d4-0b3f-45d1-8faf-1409b1267d9d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678430 May 04 14:53:38.688903 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b20e471b-3717-4938-af11-3486a8889680 req-15845a70-54a2-4caa-b389-da32468b8b0d tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381199 May 04 14:53:38.736760 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacbfbb-6a4d-4d38-afeb-b9e4620a69d1 req-97d9eef8-b983-43d4-9c73-5e449959ec27 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:38.739635 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9eacbfbb-6a4d-4d38-afeb-b9e4620a69d1 req-97d9eef8-b983-43d4-9c73-5e449959ec27 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0783839 May 04 14:53:38.747900 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 37280) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:38.811052 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9eacbfbb-6a4d-4d38-afeb-b9e4620a69d1 req-4c0f9b53-641a-48bf-8f1d-e80844d22b5e tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639453 May 04 14:53:38.866897 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:38.942069 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e034-fe7f-4545-ade3-b6e23872b6dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:39.051745 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e034-fe7f-4545-ade3-b6e23872b6dd admin admin] Publish callbacks [] for security_group (fadecf0a-45f8-4327-b6e6-e0b984bd6c07), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:39.056726 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e034-fe7f-4545-ade3-b6e23872b6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (fadecf0a-45f8-4327-b6e6-e0b984bd6c07), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:39.058131 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:53:39.104071 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-e2a5e034-fe7f-4545-ade3-b6e23872b6dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b5424c0e34546a9b25c77a1da572539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549380 May 04 14:53:39.105058 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5e034-fe7f-4545-ade3-b6e23872b6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadecf0a-45f8-4327-b6e6-e0b984bd6c07,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:39.108138 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 37294) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:39.167788 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a4180a15-d434-4961-9f6a-d8e89f1a737d admin admin] Publish callbacks [] for security_group (fadecf0a-45f8-4327-b6e6-e0b984bd6c07), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:39.197944 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a4180a15-d434-4961-9f6a-d8e89f1a737d admin admin] Publish callbacks [] for security_group (fadecf0a-45f8-4327-b6e6-e0b984bd6c07), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:39.254177 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a4180a15-d434-4961-9f6a-d8e89f1a737d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (fadecf0a-45f8-4327-b6e6-e0b984bd6c07), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:39.257224 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a4180a15-d434-4961-9f6a-d8e89f1a737d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:39.258560 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-a4180a15-d434-4961-9f6a-d8e89f1a737d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fadecf0a-45f8-4327-b6e6-e0b984bd6c07 HTTP/1.1" status: 204 len: 168 time: 0.1491268 May 04 14:53:39.267996 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4180a15-d434-4961-9f6a-d8e89f1a737d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadecf0a-45f8-4327-b6e6-e0b984bd6c07,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:39.395720 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7da1-c5c4-477f-8111-50308c5bb4d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:39.397453 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91646be6-0ba7-40c5-9e1a-e9394112dd0e req-d55932ae-8b62-47e6-97f6-0aa916cb7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:39.399063 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-91646be6-0ba7-40c5-9e1a-e9394112dd0e req-d55932ae-8b62-47e6-97f6-0aa916cb7590 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 1130 time: 0.0507858 May 04 14:53:39.400916 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7da1-c5c4-477f-8111-50308c5bb4d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (1ae0abe9-29c5-4636-9be7-e20b3627034a), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:39.412628 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cd35c-627d-449e-91b9-b2ec8685b853 req-3064d27e-5749-4e14-9599-0dc0b7bffd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:39.415071 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6e1cd35c-627d-449e-91b9-b2ec8685b853 req-3064d27e-5749-4e14-9599-0dc0b7bffd84 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 1130 time: 0.1268601 May 04 14:53:39.454069 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae9acc-77eb-4f1b-a389-03c0dad32cd3 req-829b59b3-e5b2-4b5c-99fb-5c9c6dd9e81a tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:39.455597 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-01ae9acc-77eb-4f1b-a389-03c0dad32cd3 req-829b59b3-e5b2-4b5c-99fb-5c9c6dd9e81a tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.49 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 945 time: 0.1019852 May 04 14:53:39.519921 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-91646be6-0ba7-40c5-9e1a-e9394112dd0e req-b49e7b2c-8eda-41cb-8792-4879d3fcc437 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824063 May 04 14:53:39.544342 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [None req-b4ff7da1-c5c4-477f-8111-50308c5bb4d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Floating IP 1ae0abe9-29c5-4636-9be7-e20b3627034a associated. External IP: 172.27.2.206, port: d86d8773-6591-4c19-8d60-8752cdfd15bd. May 04 14:53:39.663213 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 37304) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:39.686040 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cd35c-627d-449e-91b9-b2ec8685b853 req-faad99f6-26dd-499a-b247-40a6cd115266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:39.687527 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6e1cd35c-627d-449e-91b9-b2ec8685b853 req-faad99f6-26dd-499a-b247-40a6cd115266 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 920 time: 0.2646210 May 04 14:53:39.688644 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [req-01ae9acc-77eb-4f1b-a389-03c0dad32cd3 req-5580a39e-5a22-4878-b23e-886eb1ea29cb tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Deleting port 176c0350-5590-4e6d-95e3-a40c70fefc69 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:53:39.688781 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-01ae9acc-77eb-4f1b-a389-03c0dad32cd3 req-5580a39e-5a22-4878-b23e-886eb1ea29cb tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (176c0350-5590-4e6d-95e3-a40c70fefc69), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:39.693394 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d07caa82-1476-4047-8cd3-c561acc28c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:39.777380 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7f656-40b1-4493-ae0e-19cb88a68088 req-31254f2e-c49a-49cf-bbba-51de7474f199 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:39.778982 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-93f7f656-40b1-4493-ae0e-19cb88a68088 req-31254f2e-c49a-49cf-bbba-51de7474f199 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0869613 May 04 14:53:39.822357 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6e1cd35c-627d-449e-91b9-b2ec8685b853 req-b6191f74-c0dc-434b-ba30-21b5e3aaa7f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a012faf7-a201-4b84-9626-0d878ca7e4a3 HTTP/1.1" status: 200 len: 217 time: 0.0602515 May 04 14:53:39.877920 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ff7da1-c5c4-477f-8111-50308c5bb4d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Router a05159e1-6b22-4325-9888-d7a1a51a9090 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:53:39.881628 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-93f7f656-40b1-4493-ae0e-19cb88a68088 req-dea6251c-ccdd-4a7e-b080-02b1ab9979eb tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954332 May 04 14:53:39.922449 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7755042-3e61-4f20-99f7-6319c8f8f5b1 req-c46f818e-a046-4232-bd12-41f4715d526a tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:39.924294 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a7755042-3e61-4f20-99f7-6319c8f8f5b1 req-c46f818e-a046-4232-bd12-41f4715d526a tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 945 time: 0.1523054 May 04 14:53:39.933338 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-01ae9acc-77eb-4f1b-a389-03c0dad32cd3 req-5580a39e-5a22-4878-b23e-886eb1ea29cb tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] For port 176c0350-5590-4e6d-95e3-a40c70fefc69, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=176c0350-5590-4e6d-95e3-a40c70fefc69,segment=NetworkSegment(94a2dcba-0efb-44a0-94cf-198b20cba860),segment_id=94a2dcba-0efb-44a0-94cf-198b20cba860)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:53:39.933705 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-01ae9acc-77eb-4f1b-a389-03c0dad32cd3 req-5580a39e-5a22-4878-b23e-886eb1ea29cb tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (176c0350-5590-4e6d-95e3-a40c70fefc69), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:39.965575 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [req-01ae9acc-77eb-4f1b-a389-03c0dad32cd3 req-5580a39e-5a22-4878-b23e-886eb1ea29cb tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Calling delete_port for 176c0350-5590-4e6d-95e3-a40c70fefc69 owned by compute:nova {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:53:39.996625 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cd35c-627d-449e-91b9-b2ec8685b853 req-c56632ba-5b18-4d5b-bb44-4a3e141d22d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:39.998296 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6e1cd35c-627d-449e-91b9-b2ec8685b853 req-c56632ba-5b18-4d5b-bb44-4a3e141d22d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.1541412 May 04 14:53:40.046338 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d13604-c85a-4541-9c5a-006239a32b94 req-6b6dcfd6-8e57-4c08-9cf6-a9026d100272 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:40.047837 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-32d13604-c85a-4541-9c5a-006239a32b94 req-6b6dcfd6-8e57-4c08-9cf6-a9026d100272 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0836535 May 04 14:53:40.066168 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ff7da1-c5c4-477f-8111-50308c5bb4d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:53:40.077046 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7da1-c5c4-477f-8111-50308c5bb4d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:40.081359 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80125daa-b29d-45f6-b99c-6a373a11c457 None None] Sync routers for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:53:40.094087 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d07caa82-1476-4047-8cd3-c561acc28c89 admin admin] Publish callbacks [] for security_group (047c771d-ac0c-429a-a6a2-f67dd50791ac), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:40.096397 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80125daa-b29d-45f6-b99c-6a373a11c457 None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:53:40.097429 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-80125daa-b29d-45f6-b99c-6a373a11c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:53:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:53:40.101798 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d07caa82-1476-4047-8cd3-c561acc28c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (047c771d-ac0c-429a-a6a2-f67dd50791ac), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:40.113710 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a7755042-3e61-4f20-99f7-6319c8f8f5b1 req-e4a8c464-8437-40b6-883a-30952f0fd788 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/security-groups?id=69b36ff6-0029-400a-8a43-bcb09a8d9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697240 May 04 14:53:40.136098 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-b4ff7da1-c5c4-477f-8111-50308c5bb4d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "PUT /v2.0/floatingips/1ae0abe9-29c5-4636-9be7-e20b3627034a HTTP/1.1" status: 200 len: 991 time: 1.8396416 May 04 14:53:40.143637 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'tag': 'd86d8773-6591-4c19-8d60-8752cdfd15bd'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:53:40.146118 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de21095-fe43-477a-bd25-9ca5884f849e" -d '{"events": [{"name": "network-changed", "server_uuid": "49b789b6-d21f-42fa-82e4-4692b25804b0", "tag": "d86d8773-6591-4c19-8d60-8752cdfd15bd"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:53:40.185550 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-32d13604-c85a-4541-9c5a-006239a32b94 req-59385a7d-9179-4554-be11-8c8a1742fdba tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284275 May 04 14:53:40.211319 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07caa82-1476-4047-8cd3-c561acc28c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047c771d-ac0c-429a-a6a2-f67dd50791ac,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:40.211451 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978d33f9-24e8-4a31-b2eb-c30316088846 x-openstack-request-id: req-978d33f9-24e8-4a31-b2eb-c30316088846 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:53:40.211670 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b789b6-d21f-42fa-82e4-4692b25804b0", "tag": "d86d8773-6591-4c19-8d60-8752cdfd15bd", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:53:40.211927 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-978d33f9-24e8-4a31-b2eb-c30316088846 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:53:40.212327 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-978d33f9-24e8-4a31-b2eb-c30316088846'] response: {'name': 'network-changed', 'server_uuid': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'tag': 'd86d8773-6591-4c19-8d60-8752cdfd15bd', 'status': 'completed', 'code': 200} May 04 14:53:40.220677 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-d07caa82-1476-4047-8cd3-c561acc28c89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b1610e53fc0488d8832bc5beca96248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5475454 May 04 14:53:40.221800 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 37322) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:40.269076 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-80125daa-b29d-45f6-b99c-6a373a11c457 None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:53:40.311351 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-01ae9acc-77eb-4f1b-a389-03c0dad32cd3 req-5580a39e-5a22-4878-b23e-886eb1ea29cb tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (176c0350-5590-4e6d-95e3-a40c70fefc69), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:40.324218 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['176c0350-5590-4e6d-95e3-a40c70fefc69'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:53:40.329954 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-151d4e83-c226-4e22-9f57-8354b5fc6639 admin admin] Publish callbacks [] for security_group (047c771d-ac0c-429a-a6a2-f67dd50791ac), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:40.353090 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580a39e-5a22-4878-b23e-886eb1ea29cb tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Pushing event deleted for resources: {'Port': ['ID=176c0350-5590-4e6d-95e3-a40c70fefc69,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:40.454808 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-151d4e83-c226-4e22-9f57-8354b5fc6639 admin admin] Publish callbacks [] for security_group (047c771d-ac0c-429a-a6a2-f67dd50791ac), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:40.465506 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ae9acc-77eb-4f1b-a389-03c0dad32cd3 req-5580a39e-5a22-4878-b23e-886eb1ea29cb tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] No DVR routers for this DVR port 176c0350-5590-4e6d-95e3-a40c70fefc69 on host hv-cinder-84049 {{(pid=115137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:53:40.470252 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-01ae9acc-77eb-4f1b-a389-03c0dad32cd3 req-5580a39e-5a22-4878-b23e-886eb1ea29cb tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:40.474458 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-01ae9acc-77eb-4f1b-a389-03c0dad32cd3 req-5580a39e-5a22-4878-b23e-886eb1ea29cb tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.49 "DELETE /v2.0/ports/176c0350-5590-4e6d-95e3-a40c70fefc69 HTTP/1.1" status: 204 len: 173 time: 1.0112977 May 04 14:53:40.497999 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e', 'name': 'network-vif-deleted', 'tag': '176c0350-5590-4e6d-95e3-a40c70fefc69'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:53:40.502354 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a004afea-19f4-47d6-a996-398aabb5f9ec" -d '{"events": [{"server_uuid": "33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e", "name": "network-vif-deleted", "tag": "176c0350-5590-4e6d-95e3-a40c70fefc69"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:53:40.550884 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cd35c-627d-449e-91b9-b2ec8685b853 req-709850f7-6be0-4f01-86b4-a68ade8fff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:40.553572 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6e1cd35c-627d-449e-91b9-b2ec8685b853 req-709850f7-6be0-4f01-86b4-a68ade8fff6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1290698 May 04 14:53:40.557290 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21095-fe43-477a-bd25-9ca5884f849e req-aab820b8-ae67-4162-8bde-cc017c3627a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:40.559624 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3de21095-fe43-477a-bd25-9ca5884f849e req-aab820b8-ae67-4162-8bde-cc017c3627a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35d8071dbd7246228c7a252c40fae038&device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 1129 time: 0.0871239 May 04 14:53:40.593175 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483041af-a4eb-4de9-90fb-613ef046e847 x-openstack-request-id: req-483041af-a4eb-4de9-90fb-613ef046e847 {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:53:40.594207 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e", "name": "network-vif-deleted", "tag": "176c0350-5590-4e6d-95e3-a40c70fefc69", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:53:40.594663 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-483041af-a4eb-4de9-90fb-613ef046e847 {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:53:40.595349 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-483041af-a4eb-4de9-90fb-613ef046e847'] response: {'server_uuid': '33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e', 'name': 'network-vif-deleted', 'tag': '176c0350-5590-4e6d-95e3-a40c70fefc69', 'status': 'completed', 'code': 200} May 04 14:53:40.601862 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-151d4e83-c226-4e22-9f57-8354b5fc6639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (047c771d-ac0c-429a-a6a2-f67dd50791ac), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:40.606078 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-151d4e83-c226-4e22-9f57-8354b5fc6639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:40.608160 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-151d4e83-c226-4e22-9f57-8354b5fc6639 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/047c771d-ac0c-429a-a6a2-f67dd50791ac HTTP/1.1" status: 204 len: 168 time: 0.3859603 May 04 14:53:40.635554 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d4e83-c226-4e22-9f57-8354b5fc6639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047c771d-ac0c-429a-a6a2-f67dd50791ac,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:40.728925 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21095-fe43-477a-bd25-9ca5884f849e req-a75961eb-061e-4d56-917b-9bce784792f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:40.730490 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3de21095-fe43-477a-bd25-9ca5884f849e req-a75961eb-061e-4d56-917b-9bce784792f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 200 len: 915 time: 0.1633770 May 04 14:53:40.879591 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3de21095-fe43-477a-bd25-9ca5884f849e req-681c82fa-7998-4654-8f52-89529fc9e516 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d86d8773-6591-4c19-8d60-8752cdfd15bd HTTP/1.1" status: 200 len: 999 time: 0.1381164 May 04 14:53:40.899902 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-80125daa-b29d-45f6-b99c-6a373a11c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '1ae0abe9-29c5-4636-9be7-e20b3627034a', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': 'd86d8773-6591-4c19-8d60-8752cdfd15bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:5e:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:52:52Z', 'updated_at': '2022-05-04T14:53:38Z', 'revision_number': 1, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:53:40.974601 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6e1cd35c-627d-449e-91b9-b2ec8685b853 req-c1a92d2b-ccfb-4883-8e04-87309be0da1a service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073026 May 04 14:53:40.987716 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80125daa-b29d-45f6-b99c-6a373a11c457 None None] Checking router: a05159e1-6b22-4325-9888-d7a1a51a9090 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:53:41.000965 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80125daa-b29d-45f6-b99c-6a373a11c457 None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:53:41.001355 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-80125daa-b29d-45f6-b99c-6a373a11c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:53:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:53:41.079713 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d5fa2-5be4-4107-be72-36e788e5bd80 req-ef9669f9-cfa4-4034-a742-759a03f156c3 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:41.082740 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7f0d5fa2-5be4-4107-be72-36e788e5bd80 req-ef9669f9-cfa4-4034-a742-759a03f156c3 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0780759 May 04 14:53:41.160252 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7f0d5fa2-5be4-4107-be72-36e788e5bd80 req-6c4bfb48-217b-4831-a8bc-fb488614be6a tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692186 May 04 14:53:41.175590 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-80125daa-b29d-45f6-b99c-6a373a11c457 None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:53:41.250608 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-92e0bd00-2fc5-4cb1-974e-55fb3bf8cf14 req-d9ab46bc-1cd3-4474-90cd-782432d80285 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 210 time: 0.0552497 May 04 14:53:41.327976 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bd7fa-fe1a-41f4-b217-2232cd6c2971 req-8b0454bd-eacb-4275-8ff2-3dc707144bdb tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:41.329745 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6b8bd7fa-fe1a-41f4-b217-2232cd6c2971 req-8b0454bd-eacb-4275-8ff2-3dc707144bdb tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0618808 May 04 14:53:41.422421 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6b8bd7fa-fe1a-41f4-b217-2232cd6c2971 req-ba3b86a7-8ae5-49bd-a3db-99d36071c07f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856874 May 04 14:53:41.518864 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-80125daa-b29d-45f6-b99c-6a373a11c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '1ae0abe9-29c5-4636-9be7-e20b3627034a', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': 'd86d8773-6591-4c19-8d60-8752cdfd15bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:5e:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:52:52Z', 'updated_at': '2022-05-04T14:53:38Z', 'revision_number': 1, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:53:41.548167 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80125daa-b29d-45f6-b99c-6a373a11c457 None None] The sync data for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi is: [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '1ae0abe9-29c5-4636-9be7-e20b3627034a', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': 'd86d8773-6591-4c19-8d60-8752cdfd15bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:5e:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:52:52Z', 'updated_at': '2022-05-04T14:53:38Z', 'revision_number': 1, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:53:41.686618 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21095-fe43-477a-bd25-9ca5884f849e req-1ef29fae-0241-4283-867b-60fd1225e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:41.698705 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3de21095-fe43-477a-bd25-9ca5884f849e req-1ef29fae-0241-4283-867b-60fd1225e507 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d660033-ba74-4e17-bb0f-1920d761a352 HTTP/1.1" status: 200 len: 853 time: 0.0796444 May 04 14:53:41.785010 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21095-fe43-477a-bd25-9ca5884f849e req-23443347-95eb-4f7c-b6a4-c8ea85d701f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:41.786914 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3de21095-fe43-477a-bd25-9ca5884f849e req-23443347-95eb-4f7c-b6a4-c8ea85d701f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741823 May 04 14:53:41.804326 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6e1cd35c-627d-449e-91b9-b2ec8685b853 req-8972f033-5493-4654-a7a6-3eda08cd8b56 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838465 May 04 14:53:41.856191 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9cd4c2-4b94-4ebe-982d-66379b802d31 None None] New status for floating IP 1ae0abe9-29c5-4636-9be7-e20b3627034a: ACTIVE {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:53:42.230712 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3de21095-fe43-477a-bd25-9ca5884f849e req-b9c0231c-34ec-4a3c-b38c-e904c4670ef3 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456358 May 04 14:53:42.296391 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de98890-18a5-4b75-a3d2-5b6e5c1ca2fd req-9975e2b7-578f-42e2-a9a5-f3bd067f5a4e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:42.298053 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7de98890-18a5-4b75-a3d2-5b6e5c1ca2fd req-9975e2b7-578f-42e2-a9a5-f3bd067f5a4e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0572658 May 04 14:53:42.391889 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-91626c6a-dce1-41c6-82b3-e66df4ae9097 req-5babc2f3-7d44-45f5-8305-9285db988e09 tempest-DeleteServersTestJSON-1785642363 tempest-DeleteServersTestJSON-1785642363-project] 10.222.0.32 "GET /v2.0/ports?device_id=33be0e9f-fdbf-4546-b4ec-ab47fcf4ea5e HTTP/1.1" status: 200 len: 210 time: 0.0332999 May 04 14:53:42.412938 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7de98890-18a5-4b75-a3d2-5b6e5c1ca2fd req-9f85deb7-484f-41be-a642-2f6d50e0444b tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091795 May 04 14:53:42.489971 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3de21095-fe43-477a-bd25-9ca5884f849e req-e1512e68-046a-47b8-b3a1-e954ed41a454 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668024 May 04 14:53:42.568944 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97476de2-2f3c-4284-a8a8-a2977f2b8e7f req-356116c9-016e-4b1e-99a0-67e36b76a284 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:42.570513 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-97476de2-2f3c-4284-a8a8-a2977f2b8e7f req-356116c9-016e-4b1e-99a0-67e36b76a284 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0603950 May 04 14:53:42.647468 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-97476de2-2f3c-4284-a8a8-a2977f2b8e7f req-0a2d68f8-c0ea-45f7-84e8-9e668c32b3f0 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701065 May 04 14:53:42.791683 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8ef5e-3233-40c1-8ffb-0443a2b81398 req-b98e71b7-6069-4d5f-a3ee-7a1f6b852190 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:42.793208 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-aaa8ef5e-3233-40c1-8ffb-0443a2b81398 req-b98e71b7-6069-4d5f-a3ee-7a1f6b852190 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0556328 May 04 14:53:42.805942 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 37444) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:42.811087 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-4bd77cb1-7d4b-49a7-893e-90bbe18c2c52 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Request body: {'floatingip': {'port_id': 'c18b155c-4dd9-4569-a3a7-24c294403087'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:53:42.886020 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4bd77cb1-7d4b-49a7-893e-90bbe18c2c52 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for floatingip (872421ec-9692-47af-aead-cd2bef2d5d18), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:43.167480 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 176c0350-5590-4e6d-95e3-a40c70fefc69 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:53:43.198005 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: 176c0350-5590-4e6d-95e3-a40c70fefc69 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:53:43.198567 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 176c0350-5590-4e6d-95e3-a40c70fefc69 not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:53:43.375150 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:43.405196 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 37470) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:43.500835 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 37478) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:43.577962 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.db.resource_extend [None req-4bd77cb1-7d4b-49a7-893e-90bbe18c2c52 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 14:53:43.591882 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b41e8-83ee-4b1a-a817-269848c7215f req-be3735ea-3c27-4c2c-b45c-5b31af261eb3 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:43.607111 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-411b41e8-83ee-4b1a-a817-269848c7215f req-be3735ea-3c27-4c2c-b45c-5b31af261eb3 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0970459 May 04 14:53:43.633508 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-dfb909f6-99e1-41db-83bb-f61727d1c0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:43.714018 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8bc79813-6a9d-43eb-ade4-f3ef362ddbb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:43.716146 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4bd77cb1-7d4b-49a7-893e-90bbe18c2c52 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:43.721256 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4bd77cb1-7d4b-49a7-893e-90bbe18c2c52 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (872421ec-9692-47af-aead-cd2bef2d5d18), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:43.803021 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-411b41e8-83ee-4b1a-a817-269848c7215f req-f13c051a-abd5-4356-8228-74953623cadb tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892824 May 04 14:53:43.878701 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-dfb909f6-99e1-41db-83bb-f61727d1c0a6 admin admin] Publish callbacks [] for security_group (0ec50e2c-20b1-4eec-8094-ffa072e18a12), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:43.892116 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-dfb909f6-99e1-41db-83bb-f61727d1c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (0ec50e2c-20b1-4eec-8094-ffa072e18a12), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:43.893566 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.l3_db [None req-4bd77cb1-7d4b-49a7-893e-90bbe18c2c52 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Floating IP 872421ec-9692-47af-aead-cd2bef2d5d18 associated. External IP: 172.27.2.156, port: c18b155c-4dd9-4569-a3a7-24c294403087. May 04 14:53:43.897579 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8bc79813-6a9d-43eb-ade4-f3ef362ddbb4 admin admin] Publish callbacks [] for security_group (e06e2b10-863d-48b9-a2a6-b11f4d2df04d), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:43.909476 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8bc79813-6a9d-43eb-ade4-f3ef362ddbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (e06e2b10-863d-48b9-a2a6-b11f4d2df04d), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:43.955067 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-dfb909f6-99e1-41db-83bb-f61727d1c0a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08bf5349308b419d80b8d0076a7d467f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5486655 May 04 14:53:43.960747 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 37494) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:43.968229 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb909f6-99e1-41db-83bb-f61727d1c0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec50e2c-20b1-4eec-8094-ffa072e18a12,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:43.973309 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-8bc79813-6a9d-43eb-ade4-f3ef362ddbb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e1e07f7318b4fb48bafdf7b62173533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4706247 May 04 14:53:43.977179 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 37496) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:44.024342 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc79813-6a9d-43eb-ade4-f3ef362ddbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06e2b10-863d-48b9-a2a6-b11f4d2df04d,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:44.070118 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b1bd3d2d-1071-4702-81bb-b33e700adff9 admin admin] Publish callbacks [] for security_group (0ec50e2c-20b1-4eec-8094-ffa072e18a12), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:44.074638 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-46b10fd9-d3b7-4639-8f5a-09589ee8db55 admin admin] Publish callbacks [] for security_group (e06e2b10-863d-48b9-a2a6-b11f4d2df04d), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:44.099715 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-46b10fd9-d3b7-4639-8f5a-09589ee8db55 admin admin] Publish callbacks [] for security_group (e06e2b10-863d-48b9-a2a6-b11f4d2df04d), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:44.103613 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b1bd3d2d-1071-4702-81bb-b33e700adff9 admin admin] Publish callbacks [] for security_group (0ec50e2c-20b1-4eec-8094-ffa072e18a12), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:44.167959 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-46b10fd9-d3b7-4639-8f5a-09589ee8db55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (e06e2b10-863d-48b9-a2a6-b11f4d2df04d), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:44.170717 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-46b10fd9-d3b7-4639-8f5a-09589ee8db55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:44.171920 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-46b10fd9-d3b7-4639-8f5a-09589ee8db55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e06e2b10-863d-48b9-a2a6-b11f4d2df04d HTTP/1.1" status: 204 len: 168 time: 0.1937401 May 04 14:53:44.181393 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b10fd9-d3b7-4639-8f5a-09589ee8db55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06e2b10-863d-48b9-a2a6-b11f4d2df04d,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:44.282418 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b1bd3d2d-1071-4702-81bb-b33e700adff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (0ec50e2c-20b1-4eec-8094-ffa072e18a12), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:44.286086 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b1bd3d2d-1071-4702-81bb-b33e700adff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:44.287501 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-b1bd3d2d-1071-4702-81bb-b33e700adff9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ec50e2c-20b1-4eec-8094-ffa072e18a12 HTTP/1.1" status: 204 len: 168 time: 0.3257203 May 04 14:53:44.324946 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd3d2d-1071-4702-81bb-b33e700adff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec50e2c-20b1-4eec-8094-ffa072e18a12,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:44.335091 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd77cb1-7d4b-49a7-893e-90bbe18c2c52 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Router df0aba8d-13bb-4748-92ca-77bf224d6ea8 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:53:44.503773 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd77cb1-7d4b-49a7-893e-90bbe18c2c52 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:53:44.508651 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4bd77cb1-7d4b-49a7-893e-90bbe18c2c52 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:44.518465 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45325432-4c1b-4eaa-b088-52c06f598a80 None None] Sync routers for ids ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:53:44.548468 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45325432-4c1b-4eaa-b088-52c06f598a80 None None] Routers {'df0aba8d-13bb-4748-92ca-77bf224d6ea8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:53:44.549582 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-45325432-4c1b-4eaa-b088-52c06f598a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:53:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:53:44.634888 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 37508) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:44.654322 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-db7f6b8b-7bbb-4830-9ae7-4bbdb3a2d645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:44.699843 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-45325432-4c1b-4eaa-b088-52c06f598a80 None None] Set router df0aba8d-13bb-4748-92ca-77bf224d6ea8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:53:44.760760 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-4bd77cb1-7d4b-49a7-893e-90bbe18c2c52 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "PUT /v2.0/floatingips/872421ec-9692-47af-aead-cd2bef2d5d18 HTTP/1.1" status: 200 len: 992 time: 1.9532933 May 04 14:53:44.761427 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27224db4-b2d5-4fd7-95e5-573f04e66002', 'tag': 'c18b155c-4dd9-4569-a3a7-24c294403087'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:53:44.764146 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f329f91-4adc-4089-8ebf-3b607891168f" -d '{"events": [{"name": "network-changed", "server_uuid": "27224db4-b2d5-4fd7-95e5-573f04e66002", "tag": "c18b155c-4dd9-4569-a3a7-24c294403087"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:53:44.781018 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-db7f6b8b-7bbb-4830-9ae7-4bbdb3a2d645 admin admin] Publish callbacks [] for security_group (bb68afb5-f2d4-4b36-bde1-23d960584379), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:44.787996 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-db7f6b8b-7bbb-4830-9ae7-4bbdb3a2d645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (bb68afb5-f2d4-4b36-bde1-23d960584379), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:44.813846 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fa081a-9c6e-41a1-abfa-54889e779876 x-openstack-request-id: req-f7fa081a-9c6e-41a1-abfa-54889e779876 {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:53:44.814411 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27224db4-b2d5-4fd7-95e5-573f04e66002", "tag": "c18b155c-4dd9-4569-a3a7-24c294403087", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:53:44.814871 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7fa081a-9c6e-41a1-abfa-54889e779876 {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:53:44.815491 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7fa081a-9c6e-41a1-abfa-54889e779876'] response: {'name': 'network-changed', 'server_uuid': '27224db4-b2d5-4fd7-95e5-573f04e66002', 'tag': 'c18b155c-4dd9-4569-a3a7-24c294403087', 'status': 'completed', 'code': 200} May 04 14:53:44.842631 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-db7f6b8b-7bbb-4830-9ae7-4bbdb3a2d645 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4095820724c4470a4a5d655e192b502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064579 May 04 14:53:44.844972 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f6b8b-7bbb-4830-9ae7-4bbdb3a2d645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb68afb5-f2d4-4b36-bde1-23d960584379,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:44.845985 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 37516) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:44.891894 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f329f91-4adc-4089-8ebf-3b607891168f req-65f49720-33e8-4c31-9c30-55ced026c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:44.894382 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9f329f91-4adc-4089-8ebf-3b607891168f req-65f49720-33e8-4c31-9c30-55ced026c886 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=367321a836de445f9e65af1baac99c98&device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 1130 time: 0.0506539 May 04 14:53:44.924180 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 37520) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:44.964552 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7b7343ed-b634-4aa5-9b18-514f8627669f admin admin] Publish callbacks [] for security_group (bb68afb5-f2d4-4b36-bde1-23d960584379), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:44.991465 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7b7343ed-b634-4aa5-9b18-514f8627669f admin admin] Publish callbacks [] for security_group (bb68afb5-f2d4-4b36-bde1-23d960584379), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.004719 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-45325432-4c1b-4eaa-b088-52c06f598a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:46Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '872421ec-9692-47af-aead-cd2bef2d5d18', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'port_id': 'c18b155c-4dd9-4569-a3a7-24c294403087', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'mac_address': 'fa:16:3e:64:68:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27224db4-b2d5-4fd7-95e5-573f04e66002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:53:00Z', 'updated_at': '2022-05-04T14:53:43Z', 'revision_number': 1, 'project_id': '367321a836de445f9e65af1baac99c98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6afb46-71cb-4419-bd4c-1f82aaec5714', 'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'mac_address': 'fa:16:3e:4e:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:43Z', 'updated_at': '2022-05-04T14:53:00Z', 'revision_number': 5, 'project_id': '367321a836de445f9e65af1baac99c98', 'subnets': [{'id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:53:45.011290 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5b0472fe-d6bc-4d5a-b79c-47398abd7c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.038250 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45325432-4c1b-4eaa-b088-52c06f598a80 None None] Checking router: df0aba8d-13bb-4748-92ca-77bf224d6ea8 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:53:45.054461 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45325432-4c1b-4eaa-b088-52c06f598a80 None None] Routers {'df0aba8d-13bb-4748-92ca-77bf224d6ea8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:53:45.055534 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-45325432-4c1b-4eaa-b088-52c06f598a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:53:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:53:45.074871 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7b7343ed-b634-4aa5-9b18-514f8627669f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (bb68afb5-f2d4-4b36-bde1-23d960584379), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.079359 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7b7343ed-b634-4aa5-9b18-514f8627669f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.081258 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-7b7343ed-b634-4aa5-9b18-514f8627669f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb68afb5-f2d4-4b36-bde1-23d960584379 HTTP/1.1" status: 204 len: 168 time: 0.2339199 May 04 14:53:45.091182 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94970c72-b27d-478a-99a1-5b5b3ed4d0ab req-1f8fa9c7-81c4-46f9-9bce-58855ad5305a tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:45.092896 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-94970c72-b27d-478a-99a1-5b5b3ed4d0ab req-1f8fa9c7-81c4-46f9-9bce-58855ad5305a tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.1362455 May 04 14:53:45.109981 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7343ed-b634-4aa5-9b18-514f8627669f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb68afb5-f2d4-4b36-bde1-23d960584379,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:45.189627 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f329f91-4adc-4089-8ebf-3b607891168f req-10d3b333-dbf7-43b2-a625-065b25a037bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:45.191155 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9f329f91-4adc-4089-8ebf-3b607891168f req-10d3b333-dbf7-43b2-a625-065b25a037bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=b03422af-5eb8-4977-a232-35a6a99300ff HTTP/1.1" status: 200 len: 912 time: 0.2771440 May 04 14:53:45.214936 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-94970c72-b27d-478a-99a1-5b5b3ed4d0ab req-e154af66-ac52-4a3c-bde3-92431bba648b tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112516 May 04 14:53:45.236143 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 37530) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:45.257506 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-45325432-4c1b-4eaa-b088-52c06f598a80 None None] Set router df0aba8d-13bb-4748-92ca-77bf224d6ea8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:53:45.290663 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9f329f91-4adc-4089-8ebf-3b607891168f req-53c0b163-e97b-4a3d-8f8e-64ed72b23718 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c18b155c-4dd9-4569-a3a7-24c294403087 HTTP/1.1" status: 200 len: 1000 time: 0.0916843 May 04 14:53:45.304186 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f625883f-8e80-4699-8e4b-39686043939b admin admin] Deleting subnet c616ac8a-3ce4-462a-a8a5-efeef46deea3 {{(pid=115137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:53:45.312220 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f625883f-8e80-4699-8e4b-39686043939b admin admin] Publish callbacks [] for subnet (c616ac8a-3ce4-462a-a8a5-efeef46deea3), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.344355 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5b0472fe-d6bc-4d5a-b79c-47398abd7c8a admin admin] Publish callbacks [] for security_group (8ddd6ffe-a6ed-4779-a062-afadff01bbbc), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.354199 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5b0472fe-d6bc-4d5a-b79c-47398abd7c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (8ddd6ffe-a6ed-4779-a062-afadff01bbbc), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.366189 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f625883f-8e80-4699-8e4b-39686043939b admin admin] Publish callbacks [] for subnet (c616ac8a-3ce4-462a-a8a5-efeef46deea3), precommit_delete_associations {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.379034 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f625883f-8e80-4699-8e4b-39686043939b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (c616ac8a-3ce4-462a-a8a5-efeef46deea3), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.406170 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f329f91-4adc-4089-8ebf-3b607891168f req-8ad26e70-02d9-4a2b-b58f-836fa0085d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:45.407695 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9f329f91-4adc-4089-8ebf-3b607891168f req-8ad26e70-02d9-4a2b-b58f-836fa0085d07 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a789fad3-a526-4f2f-b0cf-06991416836f HTTP/1.1" status: 200 len: 850 time: 0.1020145 May 04 14:53:45.408816 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0472fe-d6bc-4d5a-b79c-47398abd7c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddd6ffe-a6ed-4779-a062-afadff01bbbc,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:45.415876 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-5b0472fe-d6bc-4d5a-b79c-47398abd7c8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b116b8e4fca4ad794574e0e8f8eafb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4883049 May 04 14:53:45.416182 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 37534) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:45.499675 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f329f91-4adc-4089-8ebf-3b607891168f req-9876b229-3841-4e9b-976f-546d30b59e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:45.501630 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9f329f91-4adc-4089-8ebf-3b607891168f req-9876b229-3841-4e9b-976f-546d30b59e85 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b03422af-5eb8-4977-a232-35a6a99300ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630314 May 04 14:53:45.513178 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f625883f-8e80-4699-8e4b-39686043939b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for subnet (c616ac8a-3ce4-462a-a8a5-efeef46deea3), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.525806 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-57e5c7fa-ae69-4b10-a837-bb08884033aa admin admin] Publish callbacks [] for security_group (8ddd6ffe-a6ed-4779-a062-afadff01bbbc), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.544087 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-45325432-4c1b-4eaa-b088-52c06f598a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:46Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '872421ec-9692-47af-aead-cd2bef2d5d18', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'port_id': 'c18b155c-4dd9-4569-a3a7-24c294403087', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'mac_address': 'fa:16:3e:64:68:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27224db4-b2d5-4fd7-95e5-573f04e66002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:53:00Z', 'updated_at': '2022-05-04T14:53:43Z', 'revision_number': 1, 'project_id': '367321a836de445f9e65af1baac99c98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6afb46-71cb-4419-bd4c-1f82aaec5714', 'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'mac_address': 'fa:16:3e:4e:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:43Z', 'updated_at': '2022-05-04T14:53:00Z', 'revision_number': 5, 'project_id': '367321a836de445f9e65af1baac99c98', 'subnets': [{'id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:53:45.547429 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625883f-8e80-4699-8e4b-39686043939b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c616ac8a-3ce4-462a-a8a5-efeef46deea3,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:45.550019 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f625883f-8e80-4699-8e4b-39686043939b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.554593 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-f625883f-8e80-4699-8e4b-39686043939b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c616ac8a-3ce4-462a-a8a5-efeef46deea3 HTTP/1.1" status: 204 len: 168 time: 0.3171248 May 04 14:53:45.557516 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 37538) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:45.577248 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45325432-4c1b-4eaa-b088-52c06f598a80 None None] The sync data for ids ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'] in dv-cinder-840493-1-iscsi is: [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:46Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '872421ec-9692-47af-aead-cd2bef2d5d18', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'port_id': 'c18b155c-4dd9-4569-a3a7-24c294403087', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'mac_address': 'fa:16:3e:64:68:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27224db4-b2d5-4fd7-95e5-573f04e66002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:53:00Z', 'updated_at': '2022-05-04T14:53:43Z', 'revision_number': 1, 'project_id': '367321a836de445f9e65af1baac99c98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6afb46-71cb-4419-bd4c-1f82aaec5714', 'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'mac_address': 'fa:16:3e:4e:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:43Z', 'updated_at': '2022-05-04T14:53:00Z', 'revision_number': 5, 'project_id': '367321a836de445f9e65af1baac99c98', 'subnets': [{'id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:53:45.624488 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-57e5c7fa-ae69-4b10-a837-bb08884033aa admin admin] Publish callbacks [] for security_group (8ddd6ffe-a6ed-4779-a062-afadff01bbbc), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.646399 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (f566efce-bbf3-4d94-9c87-84002696f7d5), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.746799 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (f566efce-bbf3-4d94-9c87-84002696f7d5), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.762791 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9f329f91-4adc-4089-8ebf-3b607891168f req-34b55953-ce16-4b1c-953e-4d6db4de8096 service neutron] 10.222.0.49 "GET /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340117 May 04 14:53:45.794461 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:53:45.795001 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:53:45.795763 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:53:45.796102 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Subscribe: > port after_create 55550000 {{(pid=115137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:53:45.796534 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:53:45.797517 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Subscribe: > port after_update 55550000 {{(pid=115137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:53:45.797517 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:53:45.797739 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:53:45.798112 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:53:45.798236 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-57e5c7fa-ae69-4b10-a837-bb08884033aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (8ddd6ffe-a6ed-4779-a062-afadff01bbbc), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.798542 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:53:45.801063 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-57e5c7fa-ae69-4b10-a837-bb08884033aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:45.805492 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-57e5c7fa-ae69-4b10-a837-bb08884033aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ddd6ffe-a6ed-4779-a062-afadff01bbbc HTTP/1.1" status: 204 len: 168 time: 0.3852260 May 04 14:53:45.825076 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5c7fa-ae69-4b10-a837-bb08884033aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddd6ffe-a6ed-4779-a062-afadff01bbbc,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:45.866342 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ef75b6-eb54-4767-bc08-5f824b89f644 None None] New status for floating IP 872421ec-9692-47af-aead-cd2bef2d5d18: ACTIVE {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:53:45.957384 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:53:45.958655 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:53:45.959538 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:53:45.960197 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:53:45.960999 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f566efce-bbf3-4d94-9c87-84002696f7d5']}} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:53:45.985387 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9f329f91-4adc-4089-8ebf-3b607891168f req-d64d4749-d348-488c-91a6-d2bb6d11a7c7 service neutron] 10.222.0.49 "GET /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135313 May 04 14:53:45.992730 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a2dcba-0efb-44a0-94cf-198b20cba860') {'for_net_delete': True} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:53:45.993288 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a2dcba-0efb-44a0-94cf-198b20cba860') {} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:53:46.042567 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131298804'] for segment (94a2dcba-0efb-44a0-94cf-198b20cba860), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:46.079752 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (94a2dcba-0efb-44a0-94cf-198b20cba860), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:46.094620 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=115137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:53:46.095324 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130398570'] for segment (94a2dcba-0efb-44a0-94cf-198b20cba860), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: from cryptography.utils import int_from_bytes May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: from cryptography.utils import int_from_bytes May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: Traceback (most recent call last): May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: timer() May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: cb(*args, **kw) May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: return func(*args, **kwargs) May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: self._notify() May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: self.callback(batched_events) May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: event.method(event) May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: return f(self, *a, **k) May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._get(url).json() May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: return self.request(url, 'GET', **kwargs) May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:53:46.125189 dv-cinder-840493-1-iscsi neutron-server[115137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:53:46.209755 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (f566efce-bbf3-4d94-9c87-84002696f7d5), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:46.219830 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:46.225899 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f566efce-bbf3-4d94-9c87-84002696f7d5 HTTP/1.1" status: 204 len: 168 time: 0.6648250 May 04 14:53:46.243227 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367e96b-79ae-42d3-94be-817b655ac446 admin admin] Pushing event deleted for resources: {'Network': ['ID=f566efce-bbf3-4d94-9c87-84002696f7d5,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:46.350889 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7f9ac-1053-4c61-b3a1-14f2bac2f51c req-ea622624-efe5-4072-8c66-ed6f1611805f tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:46.352684 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-74a7f9ac-1053-4c61-b3a1-14f2bac2f51c req-ea622624-efe5-4072-8c66-ed6f1611805f tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0580487 May 04 14:53:46.418099 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-74a7f9ac-1053-4c61-b3a1-14f2bac2f51c req-f613cb82-c943-464d-874d-fa5c41441cba tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570197 May 04 14:53:46.440474 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 37570) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:46.495349 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-03acdb97-ca1a-4663-9df5-8ba0f070fd5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=958a8323b6914605b4767698e1510825&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0531869 May 04 14:53:46.497753 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 37572) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:46.559438 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3fb3af76-db95-4a53-b02c-6ba0a9a2dfab admin admin] Publish callbacks [] for security_group (69b36ff6-0029-400a-8a43-bcb09a8d9677), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:46.589499 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3fb3af76-db95-4a53-b02c-6ba0a9a2dfab admin admin] Publish callbacks [] for security_group (69b36ff6-0029-400a-8a43-bcb09a8d9677), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:46.660000 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3fb3af76-db95-4a53-b02c-6ba0a9a2dfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (69b36ff6-0029-400a-8a43-bcb09a8d9677), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:46.662597 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3fb3af76-db95-4a53-b02c-6ba0a9a2dfab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:46.663782 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-3fb3af76-db95-4a53-b02c-6ba0a9a2dfab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69b36ff6-0029-400a-8a43-bcb09a8d9677 HTTP/1.1" status: 204 len: 168 time: 0.1649349 May 04 14:53:46.678271 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3af76-db95-4a53-b02c-6ba0a9a2dfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b36ff6-0029-400a-8a43-bcb09a8d9677,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:47.616730 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466fda9-f2e7-47ab-9610-8152b174544f req-cdbd0ff3-808f-473d-af78-4a4642920d26 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:47.619172 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7466fda9-f2e7-47ab-9610-8152b174544f req-cdbd0ff3-808f-473d-af78-4a4642920d26 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.1006942 May 04 14:53:47.674493 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 37630) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:47.687439 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7466fda9-f2e7-47ab-9610-8152b174544f req-f809d098-0452-4d6b-ab43-c81e5311a53c tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593050 May 04 14:53:47.886325 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-07384064-b973-40ff-b14d-293c61f6ac13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:47.989635 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-07384064-b973-40ff-b14d-293c61f6ac13 admin admin] Publish callbacks [] for security_group (92385700-2a9d-4791-a0e1-6ce2226f3b7a), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:47.994556 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-07384064-b973-40ff-b14d-293c61f6ac13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (92385700-2a9d-4791-a0e1-6ce2226f3b7a), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:48.036091 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07384064-b973-40ff-b14d-293c61f6ac13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92385700-2a9d-4791-a0e1-6ce2226f3b7a,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:48.042783 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-07384064-b973-40ff-b14d-293c61f6ac13 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e09732461cb94ed590e8336509f571ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672147 May 04 14:53:48.046909 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 37646) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:48.112022 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-52ff3bf1-6402-4f02-8f5f-1d8bde9975ff admin admin] Publish callbacks [] for security_group (92385700-2a9d-4791-a0e1-6ce2226f3b7a), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:48.141481 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-52ff3bf1-6402-4f02-8f5f-1d8bde9975ff admin admin] Publish callbacks [] for security_group (92385700-2a9d-4791-a0e1-6ce2226f3b7a), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:48.230109 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-52ff3bf1-6402-4f02-8f5f-1d8bde9975ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (92385700-2a9d-4791-a0e1-6ce2226f3b7a), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:48.234262 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-52ff3bf1-6402-4f02-8f5f-1d8bde9975ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:48.235483 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-52ff3bf1-6402-4f02-8f5f-1d8bde9975ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92385700-2a9d-4791-a0e1-6ce2226f3b7a HTTP/1.1" status: 204 len: 168 time: 0.1875446 May 04 14:53:48.244650 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff3bf1-6402-4f02-8f5f-1d8bde9975ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92385700-2a9d-4791-a0e1-6ce2226f3b7a,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:48.886066 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7486f-1c7a-47c8-8b8c-4a56f520dfa1 req-cd998394-4154-4869-aca7-f65325123287 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:48.890080 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-03e7486f-1c7a-47c8-8b8c-4a56f520dfa1 req-cd998394-4154-4869-aca7-f65325123287 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0921981 May 04 14:53:49.015936 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-03e7486f-1c7a-47c8-8b8c-4a56f520dfa1 req-a12a2e81-3688-40e4-8e07-e655a5092541 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166117 May 04 14:53:49.656120 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 37706) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:49.789521 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-72c80add-87e3-47fc-a5ee-628234aa8aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:49.880891 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-72c80add-87e3-47fc-a5ee-628234aa8aa5 admin admin] Publish callbacks [] for security_group (19f2a2ea-00f4-45d7-8cf6-6cb2756dabee), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:49.886900 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-72c80add-87e3-47fc-a5ee-628234aa8aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (19f2a2ea-00f4-45d7-8cf6-6cb2756dabee), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:49.930879 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-72c80add-87e3-47fc-a5ee-628234aa8aa5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=110a9fb9ab9e438e81f887e55388a024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734997 May 04 14:53:49.931851 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c80add-87e3-47fc-a5ee-628234aa8aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f2a2ea-00f4-45d7-8cf6-6cb2756dabee,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:49.935099 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 37710) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:50.008598 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-22cb5f64-8480-434e-bd0d-2fed7da8b7dd admin admin] Publish callbacks [] for security_group (19f2a2ea-00f4-45d7-8cf6-6cb2756dabee), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:50.033092 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-22cb5f64-8480-434e-bd0d-2fed7da8b7dd admin admin] Publish callbacks [] for security_group (19f2a2ea-00f4-45d7-8cf6-6cb2756dabee), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:50.097262 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-22cb5f64-8480-434e-bd0d-2fed7da8b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (19f2a2ea-00f4-45d7-8cf6-6cb2756dabee), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:50.101082 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-22cb5f64-8480-434e-bd0d-2fed7da8b7dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:50.102343 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-22cb5f64-8480-434e-bd0d-2fed7da8b7dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19f2a2ea-00f4-45d7-8cf6-6cb2756dabee HTTP/1.1" status: 204 len: 168 time: 0.1659517 May 04 14:53:50.111548 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb5f64-8480-434e-bd0d-2fed7da8b7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f2a2ea-00f4-45d7-8cf6-6cb2756dabee,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:50.160667 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8646cc5-354e-4f74-b8f0-8ccc241a1024 req-e65ac80c-ecd0-452f-9a0e-58b17c489797 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:50.168420 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a8646cc5-354e-4f74-b8f0-8ccc241a1024 req-e65ac80c-ecd0-452f-9a0e-58b17c489797 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0704193 May 04 14:53:50.217725 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a8646cc5-354e-4f74-b8f0-8ccc241a1024 req-24592f04-22b1-43c4-957a-4e891d5c7d05 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482757 May 04 14:53:50.807252 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 37742) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:50.909820 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-cfcfd488-24e0-450d-8af0-29add121f895 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-577738397-network', 'tenant_id': 'f2a9a0c14546490db1746dda5aedd3ea'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:53:50.932699 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcfd488-24e0-450d-8af0-29add121f895 admin admin] Made reservation on behalf of f2a9a0c14546490db1746dda5aedd3ea for: {'network': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:53:50.935363 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd488-24e0-450d-8af0-29add121f895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:50.944438 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd488-24e0-450d-8af0-29add121f895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:51.037271 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd488-24e0-450d-8af0-29add121f895 admin admin] Publish callbacks [] for security_group (d765a889-9ae6-4a36-b80d-b5e99119d605), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:51.043097 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd488-24e0-450d-8af0-29add121f895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (d765a889-9ae6-4a36-b80d-b5e99119d605), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:51.070753 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcfd488-24e0-450d-8af0-29add121f895 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=115136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:53:51.081079 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfd488-24e0-450d-8af0-29add121f895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d765a889-9ae6-4a36-b80d-b5e99119d605,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:51.088042 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd488-24e0-450d-8af0-29add121f895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (48d5ba32-8e49-4406-a7ba-7d823a81b374), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:51.089010 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.segments_db [None req-cfcfd488-24e0-450d-8af0-29add121f895 admin admin] Added segment 48d5ba32-8e49-4406-a7ba-7d823a81b374 of type vlan for network fe435942-c7e2-4e34-91d3-c8fe88001d80 May 04 14:53:51.136048 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd488-24e0-450d-8af0-29add121f895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (fe435942-c7e2-4e34-91d3-c8fe88001d80), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:51.167032 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd488-24e0-450d-8af0-29add121f895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (fe435942-c7e2-4e34-91d3-c8fe88001d80), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:51.169219 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcfd488-24e0-450d-8af0-29add121f895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:51.170062 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd488-24e0-450d-8af0-29add121f895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:51.226767 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-cfcfd488-24e0-450d-8af0-29add121f895 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4183307 May 04 14:53:51.229927 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 37750) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:53:51.235074 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-8c72c71f-1dca-42a8-8cf1-6dd1dd9cba6e admin admin] Request body: {'subnet': {'network_id': 'fe435942-c7e2-4e34-91d3-c8fe88001d80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-577738397-subnet', 'tenant_id': 'f2a9a0c14546490db1746dda5aedd3ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:53:51.272374 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfd488-24e0-450d-8af0-29add121f895 admin admin] Pushing event updated for resources: {'Network': ['ID=fe435942-c7e2-4e34-91d3-c8fe88001d80,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:51.286380 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network fe435942-c7e2-4e34-91d3-c8fe88001d80 details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:53:51.287147 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c72c71f-1dca-42a8-8cf1-6dd1dd9cba6e admin admin] Made reservation on behalf of f2a9a0c14546490db1746dda5aedd3ea for: {'subnet': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:53:51.289701 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8c72c71f-1dca-42a8-8cf1-6dd1dd9cba6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:51.382156 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762ed28-2d30-4e66-bb3b-c04c835d28a1 req-50eb09be-32f6-4103-a409-a1a980df91cb tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:51.383856 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2762ed28-2d30-4e66-bb3b-c04c835d28a1 req-50eb09be-32f6-4103-a409-a1a980df91cb tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0572791 May 04 14:53:51.435847 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2762ed28-2d30-4e66-bb3b-c04c835d28a1 req-caf51bfa-4e53-43d8-8fc6-e8656a4526da tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450401 May 04 14:53:51.481611 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8c72c71f-1dca-42a8-8cf1-6dd1dd9cba6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for subnet (8b7284d8-3a91-460f-a9b5-07d4da01336c), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:51.533432 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72c71f-1dca-42a8-8cf1-6dd1dd9cba6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7284d8-3a91-460f-a9b5-07d4da01336c,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:53:51.551212 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c72c71f-1dca-42a8-8cf1-6dd1dd9cba6e admin admin] Checking segment: {'id': '48d5ba32-8e49-4406-a7ba-7d823a81b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe435942-c7e2-4e34-91d3-c8fe88001d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:53:51.551573 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c72c71f-1dca-42a8-8cf1-6dd1dd9cba6e admin admin] Network hostable DHCP agents. Network: fe435942-c7e2-4e34-91d3-c8fe88001d80, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:53:51.571499 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c72c71f-1dca-42a8-8cf1-6dd1dd9cba6e admin admin] Network fe435942-c7e2-4e34-91d3-c8fe88001d80 is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:53:51.585173 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-8c72c71f-1dca-42a8-8cf1-6dd1dd9cba6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, fe435942-c7e2-4e34-91d3-c8fe88001d80) {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:53:51.590130 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c72c71f-1dca-42a8-8cf1-6dd1dd9cba6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:51.590737 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8c72c71f-1dca-42a8-8cf1-6dd1dd9cba6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:53:51.595605 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec441921-6ee8-41a2-8cc7-ed4062b27f04 None None] Network fe435942-c7e2-4e34-91d3-c8fe88001d80 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:53:51.614304 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-8c72c71f-1dca-42a8-8cf1-6dd1dd9cba6e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3830969 May 04 14:53:51.723085 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070d7b86-b9bc-4e51-98c3-9519d7c5c792 None None] Network fe435942-c7e2-4e34-91d3-c8fe88001d80 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:53:52.577708 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c598509-25ab-413e-b213-2b174ae13021 req-025f5d55-e04f-47e2-9e14-68005d514b8d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:52.579170 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-0c598509-25ab-413e-b213-2b174ae13021 req-025f5d55-e04f-47e2-9e14-68005d514b8d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0708239 May 04 14:53:52.631379 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-0c598509-25ab-413e-b213-2b174ae13021 req-5a9e2772-e80e-44bb-9515-33f76def1e15 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448568 May 04 14:53:53.745118 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f807c-f738-42fa-9594-6102b28c77c5 req-61969b65-8fc9-49d9-ac83-c2dff6e69922 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:53.746593 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-989f807c-f738-42fa-9594-6102b28c77c5 req-61969b65-8fc9-49d9-ac83-c2dff6e69922 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0471890 May 04 14:53:53.801524 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-989f807c-f738-42fa-9594-6102b28c77c5 req-fe651e4a-0d23-4d98-842f-fb22e8e71822 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462906 May 04 14:53:54.925291 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fccd6-ee8f-4c73-ad13-35703b6e987f req-90733f84-5139-4cf7-bbcf-a015e19a6881 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:54.926788 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-0c2fccd6-ee8f-4c73-ad13-35703b6e987f req-90733f84-5139-4cf7-bbcf-a015e19a6881 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0526502 May 04 14:53:54.985174 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-0c2fccd6-ee8f-4c73-ad13-35703b6e987f req-5a28a1c0-e2ff-4278-97c6-ef780da5791a tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505846 May 04 14:53:56.099980 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c9fc4-7cd4-4250-b342-b71bc1091616 req-fa3826a9-f8f3-4cc9-8265-d0c4a2bc1a66 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:56.101493 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-429c9fc4-7cd4-4250-b342-b71bc1091616 req-fa3826a9-f8f3-4cc9-8265-d0c4a2bc1a66 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0469286 May 04 14:53:56.149147 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-429c9fc4-7cd4-4250-b342-b71bc1091616 req-b5230220-968f-436b-bb0e-72f6e3487923 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419145 May 04 14:53:56.862293 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-c3efe8b8-c119-4461-9c58-4b461bcb2d6d tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:56.863848 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-c3efe8b8-c119-4461-9c58-4b461bcb2d6d tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/networks?id=fe435942-c7e2-4e34-91d3-c8fe88001d80 HTTP/1.1" status: 200 len: 808 time: 0.1136901 May 04 14:53:56.881658 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-c2b3efb9-9262-44cc-a276-0b94ee5e6cde tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/quotas/f2a9a0c14546490db1746dda5aedd3ea HTTP/1.1" status: 200 len: 375 time: 0.0102923 May 04 14:53:56.927928 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-7a17bee6-4c40-4848-ae1b-d9a3ba79f52c tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2a9a0c14546490db1746dda5aedd3ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377016 May 04 14:53:57.087339 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-7c19e9fe-2b34-42b5-8be2-17559d44ee19 service neutron] 10.222.0.32 "GET /v2.0/networks/fe435942-c7e2-4e34-91d3-c8fe88001d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508355 May 04 14:53:57.211258 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-651d2c8f-e533-48ad-8c93-fd40f41e00a4 service neutron] 10.222.0.32 "GET /v2.0/networks/fe435942-c7e2-4e34-91d3-c8fe88001d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174736 May 04 14:53:57.286935 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdcf10-dba8-436a-be85-5e66013b2232 req-08cbfa19-0662-498a-a5eb-987b7577a8d1 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:57.288657 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bebdcf10-dba8-436a-be85-5e66013b2232 req-08cbfa19-0662-498a-a5eb-987b7577a8d1 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0575385 May 04 14:53:57.342549 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bebdcf10-dba8-436a-be85-5e66013b2232 req-8ad91575-76be-4d35-b45e-796f36831ff6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465760 May 04 14:53:57.548015 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-984dff76-1df4-46b5-a6eb-919e90b4962e req-f12a495d-0a02-40d0-a536-7a59de64986e tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 210 time: 0.0320318 May 04 14:53:58.474680 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447b56a-1003-4a6f-8fb0-c7bdd460b2e4 req-4a74aeb6-8330-4019-9f75-7f8b7e1a0576 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:58.476179 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5447b56a-1003-4a6f-8fb0-c7bdd460b2e4 req-4a74aeb6-8330-4019-9f75-7f8b7e1a0576 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0562818 May 04 14:53:58.532117 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5447b56a-1003-4a6f-8fb0-c7bdd460b2e4 req-2815ed11-e4ea-4e2e-9491-de800c0d560f tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482869 May 04 14:53:58.654831 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2b396f47-4b43-44c6-b76a-cdfd01c43256 req-1873b1cf-80a8-42b7-92ed-38dde4fad13d tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 210 time: 0.0337183 May 04 14:53:59.665433 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b6708-f2b4-4fca-b030-ac6668cf004f req-9f3fb479-c47d-405c-ab94-71a57b4e5bb1 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:53:59.666903 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-075b6708-f2b4-4fca-b030-ac6668cf004f req-9f3fb479-c47d-405c-ab94-71a57b4e5bb1 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0579212 May 04 14:53:59.717796 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-075b6708-f2b4-4fca-b030-ac6668cf004f req-e2e5e1c0-2f52-452d-9cce-d2952053e4fd tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424938 May 04 14:53:59.751104 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-0bb2f6dd-a1fa-4ab5-83ab-35dc9ccebda2 req-0f927464-1ec6-4c0b-852a-ab1e25ced79a tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 210 time: 0.0274470 May 04 14:54:00.590726 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-b8addaca-bc52-43a6-889e-c9fc28d9cc33 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:00.592460 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-b8addaca-bc52-43a6-889e-c9fc28d9cc33 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.49 "GET /v2.0/networks?id=fe435942-c7e2-4e34-91d3-c8fe88001d80 HTTP/1.1" status: 200 len: 808 time: 0.1142154 May 04 14:54:00.615140 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-1c29ca6e-347d-4cf3-a5f1-e72efd52d578 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Request body: {'port': {'device_id': '02509e47-0bc7-4940-b38a-2b64340b92ec', 'network_id': 'fe435942-c7e2-4e34-91d3-c8fe88001d80', 'admin_state_up': True, 'tenant_id': 'f2a9a0c14546490db1746dda5aedd3ea'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:54:00.740585 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-1c29ca6e-347d-4cf3-a5f1-e72efd52d578 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Made reservation on behalf of f2a9a0c14546490db1746dda5aedd3ea for: {'port': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:54:00.744058 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-1c29ca6e-347d-4cf3-a5f1-e72efd52d578 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:00.848444 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-46a385d7-adaf-4100-a4d6-5d7b01f6511d req-a5c65822-9249-4266-8550-b0f3032d2265 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 210 time: 0.0272367 May 04 14:54:00.860698 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e8274-98be-4e3a-8895-b987e5fbf043 req-f5fc6e50-9808-4d8b-92d9-73179e0729f2 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:00.862263 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b48e8274-98be-4e3a-8895-b987e5fbf043 req-f5fc6e50-9808-4d8b-92d9-73179e0729f2 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0601003 May 04 14:54:00.956066 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-1c29ca6e-347d-4cf3-a5f1-e72efd52d578 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Allocated IP 172.20.0.11 (fe435942-c7e2-4e34-91d3-c8fe88001d80/8b7284d8-3a91-460f-a9b5-07d4da01336c/769d62d4-cec8-44bd-a5d9-0f572573dabe) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:54:00.956066 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b48e8274-98be-4e3a-8895-b987e5fbf043 req-b919ccf5-5cd7-480a-9ffb-233f085758bf tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855379 May 04 14:54:01.126764 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-1c29ca6e-347d-4cf3-a5f1-e72efd52d578 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Publish callbacks [] for port (769d62d4-cec8-44bd-a5d9-0f572573dabe), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:01.161797 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-1c29ca6e-347d-4cf3-a5f1-e72efd52d578 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (769d62d4-cec8-44bd-a5d9-0f572573dabe), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:01.209456 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-1c29ca6e-347d-4cf3-a5f1-e72efd52d578 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Network fe435942-c7e2-4e34-91d3-c8fe88001d80 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:54:01.212744 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-1c29ca6e-347d-4cf3-a5f1-e72efd52d578 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:54:01.215402 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-1c29ca6e-347d-4cf3-a5f1-e72efd52d578 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:54:01.220729 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-1c29ca6e-347d-4cf3-a5f1-e72efd52d578 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:01.221410 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-1c29ca6e-347d-4cf3-a5f1-e72efd52d578 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:01.239636 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29ca6e-347d-4cf3-a5f1-e72efd52d578 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Pushing event updated for resources: {'Port': ['ID=769d62d4-cec8-44bd-a5d9-0f572573dabe,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:01.250701 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-1c29ca6e-347d-4cf3-a5f1-e72efd52d578 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6420012 May 04 14:54:01.268158 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Request body: {'port': {'device_id': '02509e47-0bc7-4940-b38a-2b64340b92ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:54:01.616822 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (769d62d4-cec8-44bd-a5d9-0f572573dabe), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:01.704706 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 38004) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:01.837932 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-20071ad0-8354-4a23-bc12-98be600c9137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:01.942001 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-20071ad0-8354-4a23-bc12-98be600c9137 admin admin] Publish callbacks [] for security_group (59a6d631-ff91-470f-805c-31d1f18034fe), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:01.946603 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-20071ad0-8354-4a23-bc12-98be600c9137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (59a6d631-ff91-470f-805c-31d1f18034fe), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:01.981834 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769d62d4-cec8-44bd-a5d9-0f572573dabe {{(pid=115136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:54:01.988656 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20071ad0-8354-4a23-bc12-98be600c9137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a6d631-ff91-470f-805c-31d1f18034fe,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:01.991949 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Publish callbacks [] for port (769d62d4-cec8-44bd-a5d9-0f572573dabe), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:01.995573 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-20071ad0-8354-4a23-bc12-98be600c9137 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=918957f1856d4d7083f376c1946d9524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872500 May 04 14:54:01.995949 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 38012) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:02.017573 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2072d-d673-414c-93c9-f7eec5609482 req-455e6e26-a3f9-4697-a8a4-dda38068943d tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:02.019187 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-74b2072d-d673-414c-93c9-f7eec5609482 req-455e6e26-a3f9-4697-a8a4-dda38068943d tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 932 time: 0.0778308 May 04 14:54:02.020303 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.provisioning_blocks [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Transition to ACTIVE for port object 769d62d4-cec8-44bd-a5d9-0f572573dabe will not be triggered until provisioned by entity L2. {{(pid=115136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:54:02.026598 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (769d62d4-cec8-44bd-a5d9-0f572573dabe), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:02.050070 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-733838e1-4da3-4efa-bb95-bf964b35e0df admin admin] Publish callbacks [] for security_group (59a6d631-ff91-470f-805c-31d1f18034fe), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:02.102949 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-733838e1-4da3-4efa-bb95-bf964b35e0df admin admin] Publish callbacks [] for security_group (59a6d631-ff91-470f-805c-31d1f18034fe), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:02.108001 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Pushing event updated for resources: {'Port': ['ID=769d62d4-cec8-44bd-a5d9-0f572573dabe,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:02.124966 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cba68-f805-4e4f-8b2d-62510fbe9e3d req-560ba086-3337-4509-aee7-543cc34a82b6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:02.126548 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b61cba68-f805-4e4f-8b2d-62510fbe9e3d req-560ba086-3337-4509-aee7-543cc34a82b6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0658438 May 04 14:54:02.158518 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-74b2072d-d673-414c-93c9-f7eec5609482 req-f5683a28-89bd-43f7-8c45-8da24525d0bd tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004117 May 04 14:54:02.161118 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Attempting to bind port 769d62d4-cec8-44bd-a5d9-0f572573dabe on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:54:02.161595 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Attempting to bind port 769d62d4-cec8-44bd-a5d9-0f572573dabe by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '48d5ba32-8e49-4406-a7ba-7d823a81b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe435942-c7e2-4e34-91d3-c8fe88001d80'}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:54:02.161933 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Attempting to bind port 769d62d4-cec8-44bd-a5d9-0f572573dabe on network fe435942-c7e2-4e34-91d3-c8fe88001d80 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:54:02.167310 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Port 769d62d4-cec8-44bd-a5d9-0f572573dabe on network fe435942-c7e2-4e34-91d3-c8fe88001d80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:54:02.167503 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Attempting to bind port 769d62d4-cec8-44bd-a5d9-0f572573dabe on network fe435942-c7e2-4e34-91d3-c8fe88001d80 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:54:02.173661 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:54:02.174005 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Checking segment: {'id': '48d5ba32-8e49-4406-a7ba-7d823a81b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe435942-c7e2-4e34-91d3-c8fe88001d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:54:02.174385 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Bound using segment: {'id': '48d5ba32-8e49-4406-a7ba-7d823a81b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe435942-c7e2-4e34-91d3-c8fe88001d80'} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:54:02.174825 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Bound port: 769d62d4-cec8-44bd-a5d9-0f572573dabe, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d5ba32-8e49-4406-a7ba-7d823a81b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe435942-c7e2-4e34-91d3-c8fe88001d80'}}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:54:02.175188 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (769d62d4-cec8-44bd-a5d9-0f572573dabe), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:02.212491 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b61cba68-f805-4e4f-8b2d-62510fbe9e3d req-9abb42dc-f3df-4987-8db0-2df2b169a95d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689983 May 04 14:54:02.214361 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-733838e1-4da3-4efa-bb95-bf964b35e0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (59a6d631-ff91-470f-805c-31d1f18034fe), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:02.217517 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-733838e1-4da3-4efa-bb95-bf964b35e0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:02.219364 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-733838e1-4da3-4efa-bb95-bf964b35e0df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59a6d631-ff91-470f-805c-31d1f18034fe HTTP/1.1" status: 204 len: 168 time: 0.2219479 May 04 14:54:02.230394 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733838e1-4da3-4efa-bb95-bf964b35e0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a6d631-ff91-470f-805c-31d1f18034fe,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:02.272498 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] For port 769d62d4-cec8-44bd-a5d9-0f572573dabe, host hv-cinder-84049, cleared binding levels {{(pid=115136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:54:02.279021 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] For port 769d62d4-cec8-44bd-a5d9-0f572573dabe, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=769d62d4-cec8-44bd-a5d9-0f572573dabe,segment=NetworkSegment(48d5ba32-8e49-4406-a7ba-7d823a81b374),segment_id=48d5ba32-8e49-4406-a7ba-7d823a81b374)] {{(pid=115136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:54:02.292990 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (769d62d4-cec8-44bd-a5d9-0f572573dabe), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:02.349665 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:02.350778 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:02.352969 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] 10.222.0.49 "PUT /v2.0/ports/769d62d4-cec8-44bd-a5d9-0f572573dabe HTTP/1.1" status: 200 len: 1094 time: 1.0903866 May 04 14:54:02.353757 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02509e47-0bc7-4940-b38a-2b64340b92ec', 'tag': '769d62d4-cec8-44bd-a5d9-0f572573dabe'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:54:02.357830 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a32109b-da75-4182-99fd-95e1258a9c79" -d '{"events": [{"name": "network-changed", "server_uuid": "02509e47-0bc7-4940-b38a-2b64340b92ec", "tag": "769d62d4-cec8-44bd-a5d9-0f572573dabe"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:54:02.399736 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d2797-9a00-4c58-b6fa-74d9d5dbadea service neutron] Pushing event updated for resources: {'Port': ['ID=769d62d4-cec8-44bd-a5d9-0f572573dabe,revision_number=3']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:02.562950 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-ec9687eb-0c50-47cc-99b1-2d2f3017dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:02.564770 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-ec9687eb-0c50-47cc-99b1-2d2f3017dd9d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2a9a0c14546490db1746dda5aedd3ea&device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 1128 time: 0.0856800 May 04 14:54:02.580340 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6756cd5e-532e-4ef0-b0a6-edf6456ac4a0 x-openstack-request-id: req-6756cd5e-532e-4ef0-b0a6-edf6456ac4a0 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:54:02.580636 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02509e47-0bc7-4940-b38a-2b64340b92ec", "tag": "769d62d4-cec8-44bd-a5d9-0f572573dabe", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:54:02.581010 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6756cd5e-532e-4ef0-b0a6-edf6456ac4a0 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:54:02.581443 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6756cd5e-532e-4ef0-b0a6-edf6456ac4a0'] response: {'name': 'network-changed', 'server_uuid': '02509e47-0bc7-4940-b38a-2b64340b92ec', 'tag': '769d62d4-cec8-44bd-a5d9-0f572573dabe', 'status': 'completed', 'code': 200} May 04 14:54:02.629845 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-aaeeab17-1271-40ef-8ff8-f241195fe29c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=769d62d4-cec8-44bd-a5d9-0f572573dabe HTTP/1.1" status: 200 len: 217 time: 0.0450375 May 04 14:54:02.687236 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-21c181fb-34bf-4ac7-b19a-7e7a789450bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:02.688890 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-21c181fb-34bf-4ac7-b19a-7e7a789450bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b7284d8-3a91-460f-a9b5-07d4da01336c HTTP/1.1" status: 200 len: 848 time: 0.0522523 May 04 14:54:02.738342 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-1871d67e-2925-4d51-9749-bda7220bf44f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe435942-c7e2-4e34-91d3-c8fe88001d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399220 May 04 14:54:02.865017 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-23aff0c6-49e5-488f-a4e5-0f9c3d38de76 service neutron] 10.222.0.49 "GET /v2.0/networks/fe435942-c7e2-4e34-91d3-c8fe88001d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170251 May 04 14:54:02.890104 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0a022c00-ad73-43df-a158-caea78ee7335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:02.972712 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c0d3f91-b2dc-4185-995d-1cf187285491 req-401ee685-3026-40e1-97d3-0daadc0c893d service neutron] 10.222.0.49 "GET /v2.0/networks/fe435942-c7e2-4e34-91d3-c8fe88001d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995271 May 04 14:54:03.307486 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042430ac-26c1-476c-85ec-3f5961c233ce req-61fe1ad4-85a8-41b5-ab83-0b7559f03296 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:03.309944 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-042430ac-26c1-476c-85ec-3f5961c233ce req-61fe1ad4-85a8-41b5-ab83-0b7559f03296 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 944 time: 0.0625257 May 04 14:54:03.384010 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-042430ac-26c1-476c-85ec-3f5961c233ce req-de685049-62a0-40ca-be6f-ff5309c94ed1 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565782 May 04 14:54:03.405812 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd6f66-55e9-4b5b-b139-8cff3773aa09 req-dd2ecace-aaec-47bb-ac87-781f59ea3221 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:03.407586 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-56dd6f66-55e9-4b5b-b139-8cff3773aa09 req-dd2ecace-aaec-47bb-ac87-781f59ea3221 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.1026340 May 04 14:54:03.497512 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-56dd6f66-55e9-4b5b-b139-8cff3773aa09 req-4d984e66-47ff-4a16-bc97-e19875303c25 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794783 May 04 14:54:04.253366 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32109b-da75-4182-99fd-95e1258a9c79 req-3f318863-deeb-4624-b461-0e8b36e0ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:04.255654 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7a32109b-da75-4182-99fd-95e1258a9c79 req-3f318863-deeb-4624-b461-0e8b36e0ba7b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2a9a0c14546490db1746dda5aedd3ea&device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 1128 time: 0.0437636 May 04 14:54:04.367436 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32109b-da75-4182-99fd-95e1258a9c79 req-8c2ef086-1616-40a0-802a-54c5f1a0c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:04.369565 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7a32109b-da75-4182-99fd-95e1258a9c79 req-8c2ef086-1616-40a0-802a-54c5f1a0c5d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fe435942-c7e2-4e34-91d3-c8fe88001d80 HTTP/1.1" status: 200 len: 909 time: 0.1013405 May 04 14:54:04.416888 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7a32109b-da75-4182-99fd-95e1258a9c79 req-38ff8723-f5a8-476e-848e-ea2fc643da4e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=769d62d4-cec8-44bd-a5d9-0f572573dabe HTTP/1.1" status: 200 len: 217 time: 0.0392594 May 04 14:54:04.472199 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32109b-da75-4182-99fd-95e1258a9c79 req-5b615034-7a35-42f0-8af5-d6934beb9538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:04.473800 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7a32109b-da75-4182-99fd-95e1258a9c79 req-5b615034-7a35-42f0-8af5-d6934beb9538 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b7284d8-3a91-460f-a9b5-07d4da01336c HTTP/1.1" status: 200 len: 848 time: 0.0490630 May 04 14:54:04.505198 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703e278-1535-462f-bf3e-e997d6651bfa req-1926dd6a-9eb3-4d45-9560-f83f9120ec76 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:04.506820 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2703e278-1535-462f-bf3e-e997d6651bfa req-1926dd6a-9eb3-4d45-9560-f83f9120ec76 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 944 time: 0.0492053 May 04 14:54:04.510166 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7a32109b-da75-4182-99fd-95e1258a9c79 req-3128aedd-cb40-45ea-989a-7ce21ca84f70 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe435942-c7e2-4e34-91d3-c8fe88001d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277240 May 04 14:54:04.570175 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2703e278-1535-462f-bf3e-e997d6651bfa req-1739832d-9631-49eb-bced-94ed5497e897 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569844 May 04 14:54:04.658599 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23530e1d-a1fc-4dba-b58e-6777299550c8 req-2b6f01b6-a267-44d0-a187-9c8ae6f58590 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:04.660176 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-23530e1d-a1fc-4dba-b58e-6777299550c8 req-2b6f01b6-a267-44d0-a187-9c8ae6f58590 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0658183 May 04 14:54:04.678264 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7a32109b-da75-4182-99fd-95e1258a9c79 req-46a70560-a72f-4d07-af1c-6413b13926d5 service neutron] 10.222.0.49 "GET /v2.0/networks/fe435942-c7e2-4e34-91d3-c8fe88001d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610510 May 04 14:54:04.737220 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-5d3972f4-b085-4d42-9d49-698f16ec024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:04.784469 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-23530e1d-a1fc-4dba-b58e-6777299550c8 req-28246c2f-b8e8-4bfd-a468-3f0684cba15e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160753 May 04 14:54:04.827145 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7a32109b-da75-4182-99fd-95e1258a9c79 req-e25b5e47-f9e8-4567-9e63-0fc5c9abbccc service neutron] 10.222.0.49 "GET /v2.0/networks/fe435942-c7e2-4e34-91d3-c8fe88001d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389914 May 04 14:54:05.312978 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 38100) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:05.440685 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-06d9b251-cbbf-4239-a02c-0acaf6c66c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:05.521036 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-06d9b251-cbbf-4239-a02c-0acaf6c66c70 admin admin] Publish callbacks [] for security_group (7d8d66f5-52f2-4ef0-9049-e980e70f5708), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:05.525863 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-06d9b251-cbbf-4239-a02c-0acaf6c66c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (7d8d66f5-52f2-4ef0-9049-e980e70f5708), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:05.563183 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-06d9b251-cbbf-4239-a02c-0acaf6c66c70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4ed736b867c49ba9321ca3451550f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490318 May 04 14:54:05.564032 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9b251-cbbf-4239-a02c-0acaf6c66c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8d66f5-52f2-4ef0-9049-e980e70f5708,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:05.565993 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 38104) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:05.620114 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4b944bea-246e-4662-97af-11030b01b82e admin admin] Publish callbacks [] for security_group (7d8d66f5-52f2-4ef0-9049-e980e70f5708), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:05.644346 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4b944bea-246e-4662-97af-11030b01b82e admin admin] Publish callbacks [] for security_group (7d8d66f5-52f2-4ef0-9049-e980e70f5708), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:05.693215 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcedd3c-c02f-4a86-afb6-e1b0a554eadc req-2663b77d-d3c9-4f15-b857-e650db3ddf22 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:05.696209 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0dcedd3c-c02f-4a86-afb6-e1b0a554eadc req-2663b77d-d3c9-4f15-b857-e650db3ddf22 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 944 time: 0.0636697 May 04 14:54:05.715311 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4b944bea-246e-4662-97af-11030b01b82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (7d8d66f5-52f2-4ef0-9049-e980e70f5708), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:05.718949 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4b944bea-246e-4662-97af-11030b01b82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:05.720760 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-4b944bea-246e-4662-97af-11030b01b82e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d8d66f5-52f2-4ef0-9049-e980e70f5708 HTTP/1.1" status: 204 len: 168 time: 0.1519849 May 04 14:54:05.730409 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b944bea-246e-4662-97af-11030b01b82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8d66f5-52f2-4ef0-9049-e980e70f5708,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:05.773157 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0dcedd3c-c02f-4a86-afb6-e1b0a554eadc req-0a0da2b4-d35b-4c39-80f3-a2efaa2579d4 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703835 May 04 14:54:05.928060 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad68a7-a951-436b-b617-c78079ef3225 req-12fe7c5f-d82e-48f7-b5ef-075e7d94d9d1 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:05.930201 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d3ad68a7-a951-436b-b617-c78079ef3225 req-12fe7c5f-d82e-48f7-b5ef-075e7d94d9d1 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0615537 May 04 14:54:05.955528 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 38122) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:05.992328 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d3ad68a7-a951-436b-b617-c78079ef3225 req-54d679d7-9502-4ffa-be6a-ef7e78405282 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549672 May 04 14:54:06.019307 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:06.075606 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 38126) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:06.078628 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5e3326ec-7ab9-4746-af49-cbfdbaac2ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:06.089360 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9f145544-9a9c-451e-beae-18c672997fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:06.172838 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5e3326ec-7ab9-4746-af49-cbfdbaac2ef7 admin admin] Publish callbacks [] for security_group (7baf4564-81aa-4f15-acd8-4ba11ec6116c), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:06.174744 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5e3326ec-7ab9-4746-af49-cbfdbaac2ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (7baf4564-81aa-4f15-acd8-4ba11ec6116c), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:06.192965 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9f145544-9a9c-451e-beae-18c672997fbc admin admin] Publish callbacks [] for security_group (5ba15f33-9739-4604-957d-95f516d5e308), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:06.199267 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9f145544-9a9c-451e-beae-18c672997fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (5ba15f33-9739-4604-957d-95f516d5e308), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:06.214767 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3326ec-7ab9-4746-af49-cbfdbaac2ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7baf4564-81aa-4f15-acd8-4ba11ec6116c,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:06.224880 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-5e3326ec-7ab9-4746-af49-cbfdbaac2ef7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0738a12e3794e2b9a45beb56d6eeb09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640512 May 04 14:54:06.225652 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 38134) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:06.246179 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f145544-9a9c-451e-beae-18c672997fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba15f33-9739-4604-957d-95f516d5e308,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:06.251245 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-9f145544-9a9c-451e-beae-18c672997fbc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24009a4d4cab47d4933a16755b42b4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1745450 May 04 14:54:06.253888 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 38138) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:06.279480 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e5fb-cb2e-4d53-ab3e-08aeb511d0da admin admin] Publish callbacks [] for security_group (7baf4564-81aa-4f15-acd8-4ba11ec6116c), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:06.302446 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e5fb-cb2e-4d53-ab3e-08aeb511d0da admin admin] Publish callbacks [] for security_group (7baf4564-81aa-4f15-acd8-4ba11ec6116c), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:06.314207 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-aa05c59c-89e4-4041-bf61-7dda6cc2e782 admin admin] Publish callbacks [] for security_group (5ba15f33-9739-4604-957d-95f516d5e308), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:06.347493 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-aa05c59c-89e4-4041-bf61-7dda6cc2e782 admin admin] Publish callbacks [] for security_group (5ba15f33-9739-4604-957d-95f516d5e308), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:06.361342 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e5fb-cb2e-4d53-ab3e-08aeb511d0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (7baf4564-81aa-4f15-acd8-4ba11ec6116c), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:06.363962 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e5fb-cb2e-4d53-ab3e-08aeb511d0da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:06.365175 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-6ce2e5fb-cb2e-4d53-ab3e-08aeb511d0da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7baf4564-81aa-4f15-acd8-4ba11ec6116c HTTP/1.1" status: 204 len: 168 time: 0.1391704 May 04 14:54:06.374686 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2e5fb-cb2e-4d53-ab3e-08aeb511d0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baf4564-81aa-4f15-acd8-4ba11ec6116c,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:06.411467 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-aa05c59c-89e4-4041-bf61-7dda6cc2e782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (5ba15f33-9739-4604-957d-95f516d5e308), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:06.414261 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-aa05c59c-89e4-4041-bf61-7dda6cc2e782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:06.415816 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-aa05c59c-89e4-4041-bf61-7dda6cc2e782 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ba15f33-9739-4604-957d-95f516d5e308 HTTP/1.1" status: 204 len: 168 time: 0.1610188 May 04 14:54:06.424755 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05c59c-89e4-4041-bf61-7dda6cc2e782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba15f33-9739-4604-957d-95f516d5e308,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:06.902592 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38464253-2447-45c3-9941-5fb80d1d7e22 req-69de06bc-1a46-43c3-9a8a-a06bc2dfa628 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:06.904325 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-38464253-2447-45c3-9941-5fb80d1d7e22 req-69de06bc-1a46-43c3-9a8a-a06bc2dfa628 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 944 time: 0.0505445 May 04 14:54:06.959119 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-38464253-2447-45c3-9941-5fb80d1d7e22 req-b7943771-2bee-489a-8398-fd149bccff19 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481601 May 04 14:54:07.132823 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefdc38-6075-47b1-94f8-52bff2da619b req-7707aab2-9b6a-42ee-895f-66f696388053 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:07.134466 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cdefdc38-6075-47b1-94f8-52bff2da619b req-7707aab2-9b6a-42ee-895f-66f696388053 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0628552 May 04 14:54:07.192292 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cdefdc38-6075-47b1-94f8-52bff2da619b req-b34fe90a-22dd-44dd-887c-4c5e3cff0c81 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485117 May 04 14:54:07.288597 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 769d62d4-cec8-44bd-a5d9-0f572573dabe details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:54:07.406232 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 769d62d4-cec8-44bd-a5d9-0f572573dabe, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=769d62d4-cec8-44bd-a5d9-0f572573dabe,segment=NetworkSegment(48d5ba32-8e49-4406-a7ba-7d823a81b374),segment_id=48d5ba32-8e49-4406-a7ba-7d823a81b374)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:54:07.425125 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '769d62d4-cec8-44bd-a5d9-0f572573dabe', 'network_id': 'fe435942-c7e2-4e34-91d3-c8fe88001d80', 'port_id': '769d62d4-cec8-44bd-a5d9-0f572573dabe', 'mac_address': 'fa:16:3e:58:77:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7284d8-3a91-460f-a9b5-07d4da01336c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:54:07.464822 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:07.479099 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 769d62d4-cec8-44bd-a5d9-0f572573dabe is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:54:07.479482 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (769d62d4-cec8-44bd-a5d9-0f572573dabe), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:07.497476 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769d62d4-cec8-44bd-a5d9-0f572573dabe {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:54:07.521957 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 769d62d4-cec8-44bd-a5d9-0f572573dabe, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=769d62d4-cec8-44bd-a5d9-0f572573dabe,segment=NetworkSegment(48d5ba32-8e49-4406-a7ba-7d823a81b374),segment_id=48d5ba32-8e49-4406-a7ba-7d823a81b374)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:54:07.527373 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (769d62d4-cec8-44bd-a5d9-0f572573dabe), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:07.563454 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-88b4d454-127b-4288-8f74-f847db697547 req-41ac450c-8b3a-4bfc-9e2d-9b0bc49b0d32 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484276 May 04 14:54:07.585270 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=769d62d4-cec8-44bd-a5d9-0f572573dabe,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:07.640991 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4d454-127b-4288-8f74-f847db697547 req-a24b5231-58a7-447d-8191-f910d828ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:07.642610 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-88b4d454-127b-4288-8f74-f847db697547 req-a24b5231-58a7-447d-8191-f910d828ad3f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 1129 time: 0.0509610 May 04 14:54:07.801311 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4d454-127b-4288-8f74-f847db697547 req-fa9ea159-7e3d-418c-bdea-dbe4a196c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:07.801311 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-88b4d454-127b-4288-8f74-f847db697547 req-fa9ea159-7e3d-418c-bdea-dbe4a196c83d service neutron] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 920 time: 0.1312892 May 04 14:54:07.855656 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['769d62d4-cec8-44bd-a5d9-0f572573dabe'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:54:07.857268 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-88b4d454-127b-4288-8f74-f847db697547 req-c1151105-acc4-44b6-a97d-b2e77d4c3df4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fcebb56-303a-49e8-9614-ba68de897b4e HTTP/1.1" status: 200 len: 217 time: 0.0534744 May 04 14:54:07.950322 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4d454-127b-4288-8f74-f847db697547 req-4d98801e-9d2f-4864-b762-196a0bd43ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:07.952057 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-88b4d454-127b-4288-8f74-f847db697547 req-4d98801e-9d2f-4864-b762-196a0bd43ba4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.0782218 May 04 14:54:08.032736 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4d454-127b-4288-8f74-f847db697547 req-2a50c101-ee43-4d93-b21e-8ab73efbd148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:08.037378 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-88b4d454-127b-4288-8f74-f847db697547 req-2a50c101-ee43-4d93-b21e-8ab73efbd148 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720484 May 04 14:54:08.147441 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163931c9-abac-49f0-bc9f-4d14eea02e3d req-aca436f9-e17f-4652-b418-5379d2efcdae tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:08.148972 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-163931c9-abac-49f0-bc9f-4d14eea02e3d req-aca436f9-e17f-4652-b418-5379d2efcdae tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 945 time: 0.0833848 May 04 14:54:08.211765 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-88b4d454-127b-4288-8f74-f847db697547 req-4024d688-154d-4d0f-8635-087bd711dd46 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705775 May 04 14:54:08.221401 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-163931c9-abac-49f0-bc9f-4d14eea02e3d req-aea81341-6107-468d-844f-e78a62bd1d46 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658884 May 04 14:54:08.333838 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-88b4d454-127b-4288-8f74-f847db697547 req-0c3980c9-1c03-4656-8088-c59a6449bc0a service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109514 May 04 14:54:08.335937 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a4178-495a-4a6f-9979-62fccd06de1b req-632a860c-ac5c-44d6-b663-2ea2d0a680da tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:08.337427 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7a8a4178-495a-4a6f-9979-62fccd06de1b req-632a860c-ac5c-44d6-b663-2ea2d0a680da tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0536299 May 04 14:54:08.398368 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7a8a4178-495a-4a6f-9979-62fccd06de1b req-5e6bacde-1716-4db6-b3e9-2c1758ea8703 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534830 May 04 14:54:08.875345 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:09.297824 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 769d62d4-cec8-44bd-a5d9-0f572573dabe up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:54:09.347606 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94118e-5702-4666-b651-40a83a894fe8 req-98e11318-b04c-404f-aa04-f2d9af886bcf tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:09.349211 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-0b94118e-5702-4666-b651-40a83a894fe8 req-98e11318-b04c-404f-aa04-f2d9af886bcf tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 945 time: 0.0531473 May 04 14:54:09.350387 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port 769d62d4-cec8-44bd-a5d9-0f572573dabe completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:54:09.357329 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 769d62d4-cec8-44bd-a5d9-0f572573dabe triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:54:09.357717 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (769d62d4-cec8-44bd-a5d9-0f572573dabe), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:09.401082 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-0b94118e-5702-4666-b651-40a83a894fe8 req-66a89052-dd51-4fe3-b8ac-19f39d67b5df tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431552 May 04 14:54:09.441290 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 769d62d4-cec8-44bd-a5d9-0f572573dabe is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:54:09.442031 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (769d62d4-cec8-44bd-a5d9-0f572573dabe), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:09.476451 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02509e47-0bc7-4940-b38a-2b64340b92ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769d62d4-cec8-44bd-a5d9-0f572573dabe'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:54:09.481158 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bdc474-0bb5-414a-80d6-b631f2f8cf02" -d '{"events": [{"server_uuid": "02509e47-0bc7-4940-b38a-2b64340b92ec", "name": "network-vif-plugged", "status": "completed", "tag": "769d62d4-cec8-44bd-a5d9-0f572573dabe"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:54:09.497707 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 769d62d4-cec8-44bd-a5d9-0f572573dabe, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=769d62d4-cec8-44bd-a5d9-0f572573dabe,segment=NetworkSegment(48d5ba32-8e49-4406-a7ba-7d823a81b374),segment_id=48d5ba32-8e49-4406-a7ba-7d823a81b374)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:54:09.503445 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (769d62d4-cec8-44bd-a5d9-0f572573dabe), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:09.545002 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336de71b-c8e2-4335-b496-cf84f3a5b0d3 x-openstack-request-id: req-336de71b-c8e2-4335-b496-cf84f3a5b0d3 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:54:09.545296 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02509e47-0bc7-4940-b38a-2b64340b92ec", "name": "network-vif-plugged", "status": "completed", "tag": "769d62d4-cec8-44bd-a5d9-0f572573dabe", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:54:09.545554 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-336de71b-c8e2-4335-b496-cf84f3a5b0d3 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:54:09.545948 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336de71b-c8e2-4335-b496-cf84f3a5b0d3'] response: {'server_uuid': '02509e47-0bc7-4940-b38a-2b64340b92ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769d62d4-cec8-44bd-a5d9-0f572573dabe', 'code': 200} May 04 14:54:09.550525 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c6151-a49e-4ac6-8989-d0570949ee40 req-888c2ca1-3276-43d8-a337-d531d0c9e5e1 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:09.552270 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-199c6151-a49e-4ac6-8989-d0570949ee40 req-888c2ca1-3276-43d8-a337-d531d0c9e5e1 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0634317 May 04 14:54:09.582665 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=769d62d4-cec8-44bd-a5d9-0f572573dabe,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:09.611617 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-199c6151-a49e-4ac6-8989-d0570949ee40 req-c0013780-d4b8-461f-8957-33925588e3d5 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482001 May 04 14:54:10.256299 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da25fc7-24ae-4d74-85cf-5eaacec92148 req-283a8744-adec-474a-8aa2-892bea368d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:10.257989 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-0da25fc7-24ae-4d74-85cf-5eaacec92148 req-283a8744-adec-474a-8aa2-892bea368d86 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 1130 time: 0.0486290 May 04 14:54:10.307688 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-0da25fc7-24ae-4d74-85cf-5eaacec92148 req-a074b373-e4b5-4e69-a490-469792ee4d93 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 May 04 14:54:10.528933 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e9a11-8898-4738-a669-e3a6629e35b1 req-e99aa7f1-721a-419a-a9cf-33b0c2765100 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:10.530637 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-793e9a11-8898-4738-a669-e3a6629e35b1 req-e99aa7f1-721a-419a-a9cf-33b0c2765100 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 946 time: 0.0541122 May 04 14:54:10.601057 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-793e9a11-8898-4738-a669-e3a6629e35b1 req-8237fd1c-2d0f-410c-93c0-ef406262841f tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606048 May 04 14:54:10.741480 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a14ec-5121-487b-aaac-2099c1f90d9b req-50ded3b3-2cf0-487b-ad85-09d879ebef6f tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:10.743029 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-db1a14ec-5121-487b-aaac-2099c1f90d9b req-50ded3b3-2cf0-487b-ad85-09d879ebef6f tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0548146 May 04 14:54:10.799753 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-db1a14ec-5121-487b-aaac-2099c1f90d9b req-9b76c2c8-d136-4c0f-9232-05fab583ddd7 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481708 May 04 14:54:11.726909 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14419d-77b1-4435-9813-6aae367f4487 req-5e298350-d242-4409-9fba-e821f8e2ed17 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:11.735027 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2d14419d-77b1-4435-9813-6aae367f4487 req-5e298350-d242-4409-9fba-e821f8e2ed17 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 946 time: 0.0584681 May 04 14:54:11.787037 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2d14419d-77b1-4435-9813-6aae367f4487 req-28c9649f-f009-431a-b033-a24812cb67d2 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506637 May 04 14:54:11.916894 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7dc95-f55a-4043-9828-38ccd8c28312 req-c6dd7dc4-b422-4c36-afc8-4a7762bf4075 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:11.918943 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0fa7dc95-f55a-4043-9828-38ccd8c28312 req-c6dd7dc4-b422-4c36-afc8-4a7762bf4075 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0490963 May 04 14:54:11.975509 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0fa7dc95-f55a-4043-9828-38ccd8c28312 req-de6f1996-229b-4c45-8373-5e6665d02382 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475345 May 04 14:54:12.715761 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 38398) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:12.940209 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5fcfeaec-afaf-4e2e-839b-232db144f1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:12.965081 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d776433-f7c0-44b6-b252-9223661a7a5c req-19a954ab-e460-4039-97d6-13f507231fff tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:12.966673 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5d776433-f7c0-44b6-b252-9223661a7a5c req-19a954ab-e460-4039-97d6-13f507231fff tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 946 time: 0.0830965 May 04 14:54:13.101152 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5d776433-f7c0-44b6-b252-9223661a7a5c req-779a7975-9f85-499b-a24b-f6d837c3fc3d tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273265 May 04 14:54:13.153962 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b325caa-909d-4416-bee3-6a566a35f230 req-941a82e1-b78b-46a6-a8d7-bc5b68656245 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:13.156581 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5b325caa-909d-4416-bee3-6a566a35f230 req-941a82e1-b78b-46a6-a8d7-bc5b68656245 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0861952 May 04 14:54:13.174975 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5fcfeaec-afaf-4e2e-839b-232db144f1d3 admin admin] Publish callbacks [] for security_group (82f56ee8-8fb5-4b54-89fa-ace2ceb365d0), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:13.193694 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5fcfeaec-afaf-4e2e-839b-232db144f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (82f56ee8-8fb5-4b54-89fa-ace2ceb365d0), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:13.253292 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-5fcfeaec-afaf-4e2e-839b-232db144f1d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60b5344da0a24c9bb99773903c762f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5363207 May 04 14:54:13.255145 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfeaec-afaf-4e2e-839b-232db144f1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f56ee8-8fb5-4b54-89fa-ace2ceb365d0,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:13.256127 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 38420) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:13.271152 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5b325caa-909d-4416-bee3-6a566a35f230 req-e669f778-1283-4836-a80c-68e37b2e3f53 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046669 May 04 14:54:13.325960 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c0b0fab1-aed0-4312-93f6-71eaa5787579 admin admin] Publish callbacks [] for security_group (82f56ee8-8fb5-4b54-89fa-ace2ceb365d0), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:13.364430 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:13.367393 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c0b0fab1-aed0-4312-93f6-71eaa5787579 admin admin] Publish callbacks [] for security_group (82f56ee8-8fb5-4b54-89fa-ace2ceb365d0), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:13.462679 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c0b0fab1-aed0-4312-93f6-71eaa5787579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (82f56ee8-8fb5-4b54-89fa-ace2ceb365d0), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:13.468140 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c0b0fab1-aed0-4312-93f6-71eaa5787579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:13.470036 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-c0b0fab1-aed0-4312-93f6-71eaa5787579 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82f56ee8-8fb5-4b54-89fa-ace2ceb365d0 HTTP/1.1" status: 204 len: 168 time: 0.2120483 May 04 14:54:13.482344 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0fab1-aed0-4312-93f6-71eaa5787579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f56ee8-8fb5-4b54-89fa-ace2ceb365d0,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:14.184042 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad76ece-6404-4c95-a531-b76c56aa93b1 req-af42b1d7-71f7-45b5-afcc-bb1195cc719a tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:14.186016 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fad76ece-6404-4c95-a531-b76c56aa93b1 req-af42b1d7-71f7-45b5-afcc-bb1195cc719a tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 946 time: 0.0582895 May 04 14:54:14.253994 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fad76ece-6404-4c95-a531-b76c56aa93b1 req-ad6655d6-f625-4398-8a23-a4128eccc39e tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595129 May 04 14:54:14.478180 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3eb5e9-e5c0-442b-8321-4e72d6dc72d6 req-305f7459-3037-45ca-a978-d4653ad2ddb5 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:14.479816 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fd3eb5e9-e5c0-442b-8321-4e72d6dc72d6 req-305f7459-3037-45ca-a978-d4653ad2ddb5 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0956008 May 04 14:54:14.549513 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fd3eb5e9-e5c0-442b-8321-4e72d6dc72d6 req-80d4874f-6c22-4f34-a218-0bcad6e1e147 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626683 May 04 14:54:15.390075 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73b101-731e-444b-87e9-81aba7d8b4d9 req-9249d863-727e-4e93-9844-1046c1a3b32b tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:15.391779 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-af73b101-731e-444b-87e9-81aba7d8b4d9 req-9249d863-727e-4e93-9844-1046c1a3b32b tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 946 time: 0.0599918 May 04 14:54:15.414353 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 38520) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:15.463744 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-af73b101-731e-444b-87e9-81aba7d8b4d9 req-821ef09c-57c5-4cb2-af43-3e4513e3cb07 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626447 May 04 14:54:15.557516 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:15.606523 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512acc5a-6ef1-49f0-8a16-0919890e2b8b req-1fdd6800-24b8-497c-bf2f-8ef28587739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:15.610159 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-512acc5a-6ef1-49f0-8a16-0919890e2b8b req-1fdd6800-24b8-497c-bf2f-8ef28587739c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 1130 time: 0.0709519 May 04 14:54:15.692120 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f95e99-d121-44ff-aeec-63ea83391e07 req-4dae3a54-c4e9-4866-98c5-d8b573d1823d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:15.693622 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-75f95e99-d121-44ff-aeec-63ea83391e07 req-4dae3a54-c4e9-4866-98c5-d8b573d1823d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0621562 May 04 14:54:15.743023 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Publish callbacks [] for security_group (f6e168f6-9d4f-409a-83c9-8bd6eea6a3ff), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:15.751621 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (f6e168f6-9d4f-409a-83c9-8bd6eea6a3ff), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:15.816715 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-512acc5a-6ef1-49f0-8a16-0919890e2b8b req-4aa8d1a8-128c-420e-8aae-d6074feeef8c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208696 May 04 14:54:15.831804 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e168f6-9d4f-409a-83c9-8bd6eea6a3ff,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:15.843009 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-75f95e99-d121-44ff-aeec-63ea83391e07 req-d334054c-26a0-4a6a-803c-715b1194db02 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365004 May 04 14:54:15.848496 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b7f4521072e438baac42d80040f7a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4300041 May 04 14:54:15.848859 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 38528) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:15.857717 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:15.857717 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:15.857717 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:15.857717 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:15.858205 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:15.858205 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:15.858465 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:15.858778 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:15.859096 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:15.859418 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:15.859752 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:15.860062 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:15.860374 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:15.860683 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:15.861025 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f14f9-af5a-41fc-85ef-e770d7248e27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:15.870245 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a92aa-edce-4ffb-810c-c0380c8f141c req-a97632df-14fa-4636-804f-c0a23c742cce tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:15.871920 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-322a92aa-edce-4ffb-810c-c0380c8f141c req-a97632df-14fa-4636-804f-c0a23c742cce tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.49 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 946 time: 0.0534389 May 04 14:54:15.913633 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6f3e-1f5f-4418-b3b7-e469bc49eba7 admin admin] Publish callbacks [] for security_group (f6e168f6-9d4f-409a-83c9-8bd6eea6a3ff), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:15.938857 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6f3e-1f5f-4418-b3b7-e469bc49eba7 admin admin] Publish callbacks [] for security_group (f6e168f6-9d4f-409a-83c9-8bd6eea6a3ff), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:15.994734 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6f3e-1f5f-4418-b3b7-e469bc49eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (f6e168f6-9d4f-409a-83c9-8bd6eea6a3ff), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:15.998471 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6f3e-1f5f-4418-b3b7-e469bc49eba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:15.999800 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-e1fb6f3e-1f5f-4418-b3b7-e469bc49eba7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6e168f6-9d4f-409a-83c9-8bd6eea6a3ff HTTP/1.1" status: 204 len: 168 time: 0.1494863 May 04 14:54:16.010238 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb6f3e-1f5f-4418-b3b7-e469bc49eba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e168f6-9d4f-409a-83c9-8bd6eea6a3ff,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:16.061980 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:54:16.144225 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [req-322a92aa-edce-4ffb-810c-c0380c8f141c req-19c590d3-af4c-4d86-8c0c-7111c63389a9 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Deleting port 769d62d4-cec8-44bd-a5d9-0f572573dabe {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:54:16.144554 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-322a92aa-edce-4ffb-810c-c0380c8f141c req-19c590d3-af4c-4d86-8c0c-7111c63389a9 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (769d62d4-cec8-44bd-a5d9-0f572573dabe), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:16.265175 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-322a92aa-edce-4ffb-810c-c0380c8f141c req-19c590d3-af4c-4d86-8c0c-7111c63389a9 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] For port 769d62d4-cec8-44bd-a5d9-0f572573dabe, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=769d62d4-cec8-44bd-a5d9-0f572573dabe,segment=NetworkSegment(48d5ba32-8e49-4406-a7ba-7d823a81b374),segment_id=48d5ba32-8e49-4406-a7ba-7d823a81b374)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:54:16.265771 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-322a92aa-edce-4ffb-810c-c0380c8f141c req-19c590d3-af4c-4d86-8c0c-7111c63389a9 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (769d62d4-cec8-44bd-a5d9-0f572573dabe), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:16.289056 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [req-322a92aa-edce-4ffb-810c-c0380c8f141c req-19c590d3-af4c-4d86-8c0c-7111c63389a9 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Calling delete_port for 769d62d4-cec8-44bd-a5d9-0f572573dabe owned by compute:nova {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:54:16.488611 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-322a92aa-edce-4ffb-810c-c0380c8f141c req-19c590d3-af4c-4d86-8c0c-7111c63389a9 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (769d62d4-cec8-44bd-a5d9-0f572573dabe), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:16.501135 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['769d62d4-cec8-44bd-a5d9-0f572573dabe'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:54:16.523285 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c590d3-af4c-4d86-8c0c-7111c63389a9 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Pushing event deleted for resources: {'Port': ['ID=769d62d4-cec8-44bd-a5d9-0f572573dabe,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:16.601727 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [req-322a92aa-edce-4ffb-810c-c0380c8f141c req-19c590d3-af4c-4d86-8c0c-7111c63389a9 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] No DVR routers for this DVR port 769d62d4-cec8-44bd-a5d9-0f572573dabe on host hv-cinder-84049 {{(pid=115137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:54:16.607159 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-322a92aa-edce-4ffb-810c-c0380c8f141c req-19c590d3-af4c-4d86-8c0c-7111c63389a9 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:16.609358 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-322a92aa-edce-4ffb-810c-c0380c8f141c req-19c590d3-af4c-4d86-8c0c-7111c63389a9 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.49 "DELETE /v2.0/ports/769d62d4-cec8-44bd-a5d9-0f572573dabe HTTP/1.1" status: 204 len: 173 time: 0.5686820 May 04 14:54:16.609863 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02509e47-0bc7-4940-b38a-2b64340b92ec', 'name': 'network-vif-deleted', 'tag': '769d62d4-cec8-44bd-a5d9-0f572573dabe'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:54:16.612272 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a0cd61-c0d9-4767-93b9-835c48cd373c" -d '{"events": [{"server_uuid": "02509e47-0bc7-4940-b38a-2b64340b92ec", "name": "network-vif-deleted", "tag": "769d62d4-cec8-44bd-a5d9-0f572573dabe"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:54:16.655867 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-463aff69-7e3c-4231-bf54-75ace8419769 req-baf4ed9e-13b4-477c-99a1-51c349213824 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 210 time: 0.0624185 May 04 14:54:16.660006 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d23f81-0f69-4582-92fb-351a036fb025 x-openstack-request-id: req-b8d23f81-0f69-4582-92fb-351a036fb025 {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:54:16.660926 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02509e47-0bc7-4940-b38a-2b64340b92ec", "name": "network-vif-deleted", "tag": "769d62d4-cec8-44bd-a5d9-0f572573dabe", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:54:16.662285 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8d23f81-0f69-4582-92fb-351a036fb025 {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:54:16.664602 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d23f81-0f69-4582-92fb-351a036fb025'] response: {'server_uuid': '02509e47-0bc7-4940-b38a-2b64340b92ec', 'name': 'network-vif-deleted', 'tag': '769d62d4-cec8-44bd-a5d9-0f572573dabe', 'status': 'completed', 'code': 200} May 04 14:54:16.992114 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92c77f-b94d-4165-81d5-579c160116c7 req-aa7ff087-693b-4933-bf70-6905df3d0723 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:16.993696 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ad92c77f-b94d-4165-81d5-579c160116c7 req-aa7ff087-693b-4933-bf70-6905df3d0723 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0672371 May 04 14:54:17.050160 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ad92c77f-b94d-4165-81d5-579c160116c7 req-a375584f-bc64-4158-9b1a-9bcaefb7aaef tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504658 May 04 14:54:17.838034 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-96b2a9c4-d944-4d11-864f-b0e71344e185 req-e5035b18-b6c7-4cdd-9524-3691956de041 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=02509e47-0bc7-4940-b38a-2b64340b92ec HTTP/1.1" status: 200 len: 210 time: 0.0548055 May 04 14:54:18.193484 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35438ce7-6827-48b3-8f90-5e0ff4629bc6 req-c7f8f701-e03d-4914-863f-32da8aadbb25 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:18.195076 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-35438ce7-6827-48b3-8f90-5e0ff4629bc6 req-c7f8f701-e03d-4914-863f-32da8aadbb25 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0599444 May 04 14:54:18.267324 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-35438ce7-6827-48b3-8f90-5e0ff4629bc6 req-e57ad7ad-0255-4c6a-9f6e-3d3e5129b2c7 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647452 May 04 14:54:18.410246 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452e689-445a-427e-94fb-5d069e46956e req-360a7d58-eb41-4f9a-a8e4-9d293b543081 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:18.411644 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3452e689-445a-427e-94fb-5d069e46956e req-360a7d58-eb41-4f9a-a8e4-9d293b543081 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0522549 May 04 14:54:18.503649 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3452e689-445a-427e-94fb-5d069e46956e req-ccd82a73-46f2-4e0d-aa39-0cb06132049d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836504 May 04 14:54:18.748214 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 38636) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:18.901085 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 38642) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:19.100141 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5042db93-4609-4144-9a81-79e4ada024d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:19.152307 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d0823430-5273-4dd9-96b7-70365167c6cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:19.211337 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5042db93-4609-4144-9a81-79e4ada024d1 admin admin] Publish callbacks [] for security_group (3f9af79f-73ec-48a6-b156-85a715a82fed), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:19.216553 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5042db93-4609-4144-9a81-79e4ada024d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3f9af79f-73ec-48a6-b156-85a715a82fed), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:19.273482 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-5042db93-4609-4144-9a81-79e4ada024d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3992a0a7278140cb8f56d40304b67e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5235112 May 04 14:54:19.274301 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 38658) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:19.283253 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042db93-4609-4144-9a81-79e4ada024d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9af79f-73ec-48a6-b156-85a715a82fed,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:19.303570 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d0823430-5273-4dd9-96b7-70365167c6cf admin admin] Publish callbacks [] for security_group (074fe1fc-933d-477e-92b9-b441188c2d36), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:19.310913 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d0823430-5273-4dd9-96b7-70365167c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (074fe1fc-933d-477e-92b9-b441188c2d36), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:19.356920 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-d0823430-5273-4dd9-96b7-70365167c6cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=697957bb3e1d4d57a52e327602ebcedf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4533732 May 04 14:54:19.356920 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0823430-5273-4dd9-96b7-70365167c6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074fe1fc-933d-477e-92b9-b441188c2d36,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:19.359043 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 38664) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:19.415871 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-6ada2890-5114-43fe-8b84-e771940331f1 admin admin] Publish callbacks [] for security_group (074fe1fc-933d-477e-92b9-b441188c2d36), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:19.443479 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-6ada2890-5114-43fe-8b84-e771940331f1 admin admin] Publish callbacks [] for security_group (074fe1fc-933d-477e-92b9-b441188c2d36), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:19.446866 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-594dc157-f94b-4961-9f42-9ea66aed742d admin admin] Publish callbacks [] for security_group (3f9af79f-73ec-48a6-b156-85a715a82fed), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:19.491673 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-594dc157-f94b-4961-9f42-9ea66aed742d admin admin] Publish callbacks [] for security_group (3f9af79f-73ec-48a6-b156-85a715a82fed), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:19.498976 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-b1ed8565-c1e8-4d8a-9f23-4caa3b5147e9 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:19.499578 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-6ada2890-5114-43fe-8b84-e771940331f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (074fe1fc-933d-477e-92b9-b441188c2d36), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:19.500827 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-b1ed8565-c1e8-4d8a-9f23-4caa3b5147e9 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/networks?id=fe435942-c7e2-4e34-91d3-c8fe88001d80 HTTP/1.1" status: 200 len: 808 time: 0.1847932 May 04 14:54:19.502417 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-6ada2890-5114-43fe-8b84-e771940331f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:19.507198 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-6ada2890-5114-43fe-8b84-e771940331f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/074fe1fc-933d-477e-92b9-b441188c2d36 HTTP/1.1" status: 204 len: 168 time: 0.1467690 May 04 14:54:19.517692 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada2890-5114-43fe-8b84-e771940331f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074fe1fc-933d-477e-92b9-b441188c2d36,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:19.524123 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-75914831-36f0-48ee-90b9-0277ff2efd94 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/quotas/f2a9a0c14546490db1746dda5aedd3ea HTTP/1.1" status: 200 len: 375 time: 0.0171661 May 04 14:54:19.574127 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-e6c27af0-fc37-4a28-bb51-1bd2696d6364 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2a9a0c14546490db1746dda5aedd3ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430772 May 04 14:54:19.618159 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-594dc157-f94b-4961-9f42-9ea66aed742d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3f9af79f-73ec-48a6-b156-85a715a82fed), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:19.620959 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-594dc157-f94b-4961-9f42-9ea66aed742d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:19.622284 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-594dc157-f94b-4961-9f42-9ea66aed742d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f9af79f-73ec-48a6-b156-85a715a82fed HTTP/1.1" status: 204 len: 168 time: 0.3458667 May 04 14:54:19.638241 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594dc157-f94b-4961-9f42-9ea66aed742d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9af79f-73ec-48a6-b156-85a715a82fed,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:19.701859 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-0571054e-88ea-45f7-8a74-d35ea61d3214 service neutron] 10.222.0.32 "GET /v2.0/networks/fe435942-c7e2-4e34-91d3-c8fe88001d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130316 May 04 14:54:19.825956 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-b58c060c-690c-497e-876f-7849c14bec13 service neutron] 10.222.0.32 "GET /v2.0/networks/fe435942-c7e2-4e34-91d3-c8fe88001d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202919 May 04 14:54:20.085597 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a3fc6187-7b10-4c60-bd6c-6dbc08ad96ac req-9bace431-6d60-443b-89ce-33ec3b96d2ba tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 210 time: 0.0801790 May 04 14:54:20.171316 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 38694) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:20.189905 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-326d3c42-fbab-43be-a0d8-ddcaeb5f929d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:20.319870 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-326d3c42-fbab-43be-a0d8-ddcaeb5f929d admin admin] Publish callbacks [] for security_group (a7872aec-72a0-474a-8c53-8490632cf9b4), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:20.325962 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-326d3c42-fbab-43be-a0d8-ddcaeb5f929d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (a7872aec-72a0-474a-8c53-8490632cf9b4), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:20.447931 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d3c42-fbab-43be-a0d8-ddcaeb5f929d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7872aec-72a0-474a-8c53-8490632cf9b4,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:20.480912 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-326d3c42-fbab-43be-a0d8-ddcaeb5f929d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=729c0fc787914b8592b4873ee0782772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080251 May 04 14:54:20.484496 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 38708) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:20.525247 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e483c1-afa7-4a50-ab88-a00e5037b315 req-5ccfc525-db32-4e2f-81d8-f4a3b2bac00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:20.527214 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-66e483c1-afa7-4a50-ab88-a00e5037b315 req-5ccfc525-db32-4e2f-81d8-f4a3b2bac00c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 1129 time: 0.1128955 May 04 14:54:20.566346 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b58aca-2420-48a5-b277-d6130943a9a9 req-bfffa738-6e82-4638-b7af-9d53c50a152c tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:20.577476 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-09b58aca-2420-48a5-b277-d6130943a9a9 req-bfffa738-6e82-4638-b7af-9d53c50a152c tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.1109979 May 04 14:54:20.654783 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d8927dbe-1938-4326-a5e4-df4368eb7064 admin admin] Publish callbacks [] for security_group (a7872aec-72a0-474a-8c53-8490632cf9b4), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:20.665514 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-09b58aca-2420-48a5-b277-d6130943a9a9 req-2b983cad-1328-401c-b3f7-8bc2f435f764 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866089 May 04 14:54:20.704833 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d8927dbe-1938-4326-a5e4-df4368eb7064 admin admin] Publish callbacks [] for security_group (a7872aec-72a0-474a-8c53-8490632cf9b4), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:20.720112 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e483c1-afa7-4a50-ab88-a00e5037b315 req-1b6854ed-388f-4fd9-8e98-402c6e2e9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:20.721771 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-66e483c1-afa7-4a50-ab88-a00e5037b315 req-1b6854ed-388f-4fd9-8e98-402c6e2e9eaf service neutron] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 920 time: 0.1873384 May 04 14:54:20.789093 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-66e483c1-afa7-4a50-ab88-a00e5037b315 req-82f2923d-9998-46fa-af04-0c64de92a329 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fcebb56-303a-49e8-9614-ba68de897b4e HTTP/1.1" status: 200 len: 217 time: 0.0577533 May 04 14:54:20.858653 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e483c1-afa7-4a50-ab88-a00e5037b315 req-fde7a088-7e50-4c51-a1ea-4ad8a91376a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:20.860184 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-66e483c1-afa7-4a50-ab88-a00e5037b315 req-fde7a088-7e50-4c51-a1ea-4ad8a91376a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.0593524 May 04 14:54:20.861361 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d8927dbe-1938-4326-a5e4-df4368eb7064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (a7872aec-72a0-474a-8c53-8490632cf9b4), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:20.864132 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d8927dbe-1938-4326-a5e4-df4368eb7064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:20.867699 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-d8927dbe-1938-4326-a5e4-df4368eb7064 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7872aec-72a0-474a-8c53-8490632cf9b4 HTTP/1.1" status: 204 len: 168 time: 0.3796377 May 04 14:54:20.875594 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8927dbe-1938-4326-a5e4-df4368eb7064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7872aec-72a0-474a-8c53-8490632cf9b4,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:20.927888 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e483c1-afa7-4a50-ab88-a00e5037b315 req-81236af0-38c7-49a4-9e42-ce094a2e4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:20.929864 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-66e483c1-afa7-4a50-ab88-a00e5037b315 req-81236af0-38c7-49a4-9e42-ce094a2e4965 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555410 May 04 14:54:21.103434 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-66e483c1-afa7-4a50-ab88-a00e5037b315 req-bcd0a2f6-3c0c-48e5-83c7-475dc17aa79c service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591873 May 04 14:54:21.264291 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c0135475-e936-40a9-9511-2c448cac4be8 req-6f698f7b-cce6-4393-9de8-6e91684fd2aa tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 210 time: 0.0804114 May 04 14:54:21.319491 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-66e483c1-afa7-4a50-ab88-a00e5037b315 req-6ba44e30-9d98-4bc0-9910-3f4f3eb2deca service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953213 May 04 14:54:21.342150 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 769d62d4-cec8-44bd-a5d9-0f572573dabe no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:54:21.367783 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: 769d62d4-cec8-44bd-a5d9-0f572573dabe {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:54:21.368121 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 769d62d4-cec8-44bd-a5d9-0f572573dabe not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:54:21.874394 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-58136b25-8331-4e09-a9d6-58103381a2aa tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:21.876125 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-58136b25-8331-4e09-a9d6-58103381a2aa tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.49 "GET /v2.0/networks?id=fe435942-c7e2-4e34-91d3-c8fe88001d80 HTTP/1.1" status: 200 len: 808 time: 0.2272317 May 04 14:54:21.893977 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Request body: {'port': {'device_id': 'e4d9d233-12af-4229-aa31-35bc030dbc81', 'network_id': 'fe435942-c7e2-4e34-91d3-c8fe88001d80', 'admin_state_up': True, 'tenant_id': 'f2a9a0c14546490db1746dda5aedd3ea'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:54:21.921882 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129f966-5d92-44fa-b170-28d2b3b1b167 req-fac02dcd-58a3-4529-9774-9615dd0a6454 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:21.931271 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2129f966-5d92-44fa-b170-28d2b3b1b167 req-fac02dcd-58a3-4529-9774-9615dd0a6454 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0841146 May 04 14:54:22.009849 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2129f966-5d92-44fa-b170-28d2b3b1b167 req-f6d7ddfe-ec64-4089-b42c-fbadd0d33e56 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716925 May 04 14:54:22.078717 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Made reservation on behalf of f2a9a0c14546490db1746dda5aedd3ea for: {'port': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:54:22.083322 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:22.267295 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Allocated IP 172.20.0.11 (fe435942-c7e2-4e34-91d3-c8fe88001d80/8b7284d8-3a91-460f-a9b5-07d4da01336c/b85477bc-19e1-4d5f-a68f-2932688a6dd9) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:54:22.397902 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5084d099-5ab8-44d3-b5ab-41fb3ca64755 req-b66c9a1e-7a80-4f9b-a25b-808415a1858e tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 210 time: 0.0456436 May 04 14:54:22.885417 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Publish callbacks [] for port (b85477bc-19e1-4d5f-a68f-2932688a6dd9), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:22.963493 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (b85477bc-19e1-4d5f-a68f-2932688a6dd9), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:23.018174 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Network fe435942-c7e2-4e34-91d3-c8fe88001d80 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:54:23.021998 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:54:23.028835 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:54:23.094626 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Pushing event updated for resources: {'Port': ['ID=b85477bc-19e1-4d5f-a68f-2932688a6dd9,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:23.105678 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.106433 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.106913 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.107584 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.108639 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.109311 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.109949 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.110523 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.111096 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.111528 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.111968 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.112406 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.112880 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.113315 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.113739 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.132305 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:23.133828 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:23.168476 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-0b903aba-201d-4e84-b01a-e955f7df54d0 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2815852 May 04 14:54:23.177136 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e016e5b-ca35-4e4a-89f0-383f24646103 req-0a3ac125-d58f-4336-a897-06d46269ee74 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:23.179784 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3e016e5b-ca35-4e4a-89f0-383f24646103 req-0a3ac125-d58f-4336-a897-06d46269ee74 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0708776 May 04 14:54:23.188631 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Request body: {'port': {'device_id': 'e4d9d233-12af-4229-aa31-35bc030dbc81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:54:23.250312 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3e016e5b-ca35-4e4a-89f0-383f24646103 req-d89de52a-ab7b-47b7-994c-c82e0fe3aabb tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642514 May 04 14:54:23.276483 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (b85477bc-19e1-4d5f-a68f-2932688a6dd9), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:23.572671 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991f6c3-7b73-4907-b8dd-64b7074c3cce req-315cdb3c-f526-4b48-bc0e-9456a2582802 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:23.574392 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7991f6c3-7b73-4907-b8dd-64b7074c3cce req-315cdb3c-f526-4b48-bc0e-9456a2582802 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 932 time: 0.0657265 May 04 14:54:23.680936 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7991f6c3-7b73-4907-b8dd-64b7074c3cce req-90c2539e-d3b1-4c38-940a-b14565da2a39 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999565 May 04 14:54:23.692232 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85477bc-19e1-4d5f-a68f-2932688a6dd9 {{(pid=115137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:54:23.701033 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Publish callbacks [] for port (b85477bc-19e1-4d5f-a68f-2932688a6dd9), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:23.715176 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.provisioning_blocks [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Transition to ACTIVE for port object b85477bc-19e1-4d5f-a68f-2932688a6dd9 will not be triggered until provisioned by entity L2. {{(pid=115137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:54:23.719241 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (b85477bc-19e1-4d5f-a68f-2932688a6dd9), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:23.775886 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Pushing event updated for resources: {'Port': ['ID=b85477bc-19e1-4d5f-a68f-2932688a6dd9,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:23.850684 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Attempting to bind port b85477bc-19e1-4d5f-a68f-2932688a6dd9 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:54:23.851021 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Attempting to bind port b85477bc-19e1-4d5f-a68f-2932688a6dd9 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '48d5ba32-8e49-4406-a7ba-7d823a81b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe435942-c7e2-4e34-91d3-c8fe88001d80'}] {{(pid=115137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:54:23.851355 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Attempting to bind port b85477bc-19e1-4d5f-a68f-2932688a6dd9 on network fe435942-c7e2-4e34-91d3-c8fe88001d80 {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:54:23.856650 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Port b85477bc-19e1-4d5f-a68f-2932688a6dd9 on network fe435942-c7e2-4e34-91d3-c8fe88001d80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:54:23.857072 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Attempting to bind port b85477bc-19e1-4d5f-a68f-2932688a6dd9 on network fe435942-c7e2-4e34-91d3-c8fe88001d80 {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:54:23.862535 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:54:23.862880 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Checking segment: {'id': '48d5ba32-8e49-4406-a7ba-7d823a81b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe435942-c7e2-4e34-91d3-c8fe88001d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:54:23.863251 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Bound using segment: {'id': '48d5ba32-8e49-4406-a7ba-7d823a81b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe435942-c7e2-4e34-91d3-c8fe88001d80'} {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:54:23.863684 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Bound port: b85477bc-19e1-4d5f-a68f-2932688a6dd9, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d5ba32-8e49-4406-a7ba-7d823a81b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fe435942-c7e2-4e34-91d3-c8fe88001d80'}}] {{(pid=115137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:54:23.864056 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (b85477bc-19e1-4d5f-a68f-2932688a6dd9), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:23.936155 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] For port b85477bc-19e1-4d5f-a68f-2932688a6dd9, host hv-cinder-84049, cleared binding levels {{(pid=115137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:54:23.939481 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] For port b85477bc-19e1-4d5f-a68f-2932688a6dd9, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b85477bc-19e1-4d5f-a68f-2932688a6dd9,segment=NetworkSegment(48d5ba32-8e49-4406-a7ba-7d823a81b374),segment_id=48d5ba32-8e49-4406-a7ba-7d823a81b374)] {{(pid=115137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:54:23.948298 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (b85477bc-19e1-4d5f-a68f-2932688a6dd9), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:23.990968 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:23.991609 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:23.993021 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] 10.222.0.49 "PUT /v2.0/ports/b85477bc-19e1-4d5f-a68f-2932688a6dd9 HTTP/1.1" status: 200 len: 1094 time: 0.8111355 May 04 14:54:23.993459 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d9d233-12af-4229-aa31-35bc030dbc81', 'tag': 'b85477bc-19e1-4d5f-a68f-2932688a6dd9'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:54:23.995711 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807d5f51-4070-443f-82e5-bb24f66c8f71" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d9d233-12af-4229-aa31-35bc030dbc81", "tag": "b85477bc-19e1-4d5f-a68f-2932688a6dd9"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:54:24.019496 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53338cf-bd52-478a-9c20-c40e1addb58a service neutron] Pushing event updated for resources: {'Port': ['ID=b85477bc-19e1-4d5f-a68f-2932688a6dd9,revision_number=3']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:24.032202 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd860c2-5bb9-4b43-8290-ea75b3ace48f x-openstack-request-id: req-6cd860c2-5bb9-4b43-8290-ea75b3ace48f {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:54:24.032503 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d9d233-12af-4229-aa31-35bc030dbc81", "tag": "b85477bc-19e1-4d5f-a68f-2932688a6dd9", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:54:24.032760 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cd860c2-5bb9-4b43-8290-ea75b3ace48f {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:54:24.033195 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd860c2-5bb9-4b43-8290-ea75b3ace48f'] response: {'name': 'network-changed', 'server_uuid': 'e4d9d233-12af-4229-aa31-35bc030dbc81', 'tag': 'b85477bc-19e1-4d5f-a68f-2932688a6dd9', 'status': 'completed', 'code': 200} May 04 14:54:24.393679 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dcd2f-26bc-4931-83fb-174c32ac3f17 req-62e2f0b3-1600-4931-bbe2-e81a7525666e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:24.395226 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e28dcd2f-26bc-4931-83fb-174c32ac3f17 req-62e2f0b3-1600-4931-bbe2-e81a7525666e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0638568 May 04 14:54:24.444567 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e28dcd2f-26bc-4931-83fb-174c32ac3f17 req-05666e1b-90f4-4794-84c3-7eb3b617f9cc tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 May 04 14:54:24.849543 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2cd74-3872-4019-a959-69f4353e1a5d req-74907b9b-5944-46fe-a2d3-50cf1f30a24e tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:24.853535 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3cb2cd74-3872-4019-a959-69f4353e1a5d req-74907b9b-5944-46fe-a2d3-50cf1f30a24e tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 944 time: 0.0829160 May 04 14:54:24.917366 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3cb2cd74-3872-4019-a959-69f4353e1a5d req-6b8bd1e8-974c-4531-90f0-229eaedcfdbb tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570269 May 04 14:54:25.571956 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbda0b-118a-4172-ac5c-847587ba08f9 req-6edbf815-83af-4866-9629-ed0f0ed19d1e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:25.573523 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b0dbda0b-118a-4172-ac5c-847587ba08f9 req-6edbf815-83af-4866-9629-ed0f0ed19d1e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0575626 May 04 14:54:25.622726 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b0dbda0b-118a-4172-ac5c-847587ba08f9 req-9feea8fa-18b8-4c8d-8d21-2677ebd20b20 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 May 04 14:54:26.041977 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156cf86-a1de-4a07-976e-4d9476f59d14 req-dd94c4f1-2807-44b8-998a-358c5d57af51 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:26.043448 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7156cf86-a1de-4a07-976e-4d9476f59d14 req-dd94c4f1-2807-44b8-998a-358c5d57af51 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 944 time: 0.0531821 May 04 14:54:26.090296 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7156cf86-a1de-4a07-976e-4d9476f59d14 req-e6ca6ef5-bed7-4f4b-b011-07f0476c3130 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 May 04 14:54:26.242899 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d5f51-4070-443f-82e5-bb24f66c8f71 req-e0daf551-0a6c-4b19-a94d-f4cb6c9adfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:26.244330 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-807d5f51-4070-443f-82e5-bb24f66c8f71 req-e0daf551-0a6c-4b19-a94d-f4cb6c9adfa1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2a9a0c14546490db1746dda5aedd3ea&device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 1128 time: 0.0389447 May 04 14:54:26.421858 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d5f51-4070-443f-82e5-bb24f66c8f71 req-19b7b2d3-bfee-4704-b190-98acb141d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:26.423364 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-807d5f51-4070-443f-82e5-bb24f66c8f71 req-19b7b2d3-bfee-4704-b190-98acb141d659 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f2a9a0c14546490db1746dda5aedd3ea&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1699276 May 04 14:54:26.608225 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d5f51-4070-443f-82e5-bb24f66c8f71 req-5242fc33-43c1-4fbf-933a-cc8fc0fe5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:26.609747 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-807d5f51-4070-443f-82e5-bb24f66c8f71 req-5242fc33-43c1-4fbf-933a-cc8fc0fe5ce0 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1735542 May 04 14:54:26.744599 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09261319-0b7c-41b5-b764-c7136ea3163c req-55bdd428-6f67-4a32-9356-17d2de95a3a5 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:26.746480 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-09261319-0b7c-41b5-b764-c7136ea3163c req-55bdd428-6f67-4a32-9356-17d2de95a3a5 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0533862 May 04 14:54:26.787869 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-c443b928-d16b-4870-9c16-d776f0b379a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:26.790089 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-c443b928-d16b-4870-9c16-d776f0b379a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2a9a0c14546490db1746dda5aedd3ea&device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 1128 time: 0.0638099 May 04 14:54:26.797811 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-09261319-0b7c-41b5-b764-c7136ea3163c req-2c23462e-405d-4374-ae7f-81db63593c25 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452206 May 04 14:54:26.841804 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-fda7f08b-852c-4cfc-9633-56a9834af6dc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b85477bc-19e1-4d5f-a68f-2932688a6dd9 HTTP/1.1" status: 200 len: 217 time: 0.0408463 May 04 14:54:26.900845 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-c1a5d492-26c5-406d-a11c-3692a76e14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:26.902923 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-c1a5d492-26c5-406d-a11c-3692a76e14c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b7284d8-3a91-460f-a9b5-07d4da01336c HTTP/1.1" status: 200 len: 848 time: 0.0524189 May 04 14:54:26.936888 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-e61f9a62-6cf0-47b1-9478-06d7a7da5ed4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe435942-c7e2-4e34-91d3-c8fe88001d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260959 May 04 14:54:27.042444 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-f463812e-518c-4eee-927d-d24a5027b397 service neutron] 10.222.0.49 "GET /v2.0/networks/fe435942-c7e2-4e34-91d3-c8fe88001d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963817 May 04 14:54:27.139605 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-68d0e2f8-764c-4f4d-a1f0-160f3b6ac572 req-1775d370-bc28-44d2-b00a-2f6ce6040dc8 service neutron] 10.222.0.49 "GET /v2.0/networks/fe435942-c7e2-4e34-91d3-c8fe88001d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903285 May 04 14:54:27.233129 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196da74-0886-4d8c-b228-0ed73bfa0b2a req-21843da2-8e64-4ffb-88a2-fff48884692a tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:27.234924 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4196da74-0886-4d8c-b228-0ed73bfa0b2a req-21843da2-8e64-4ffb-88a2-fff48884692a tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 944 time: 0.0531781 May 04 14:54:27.286918 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4196da74-0886-4d8c-b228-0ed73bfa0b2a req-b2038e9c-3a39-41ed-8d18-0b76287fc214 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456793 May 04 14:54:27.585083 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 38904) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:27.724327 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-edee7dd9-3368-405e-b93d-3c1c63d2d56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:27.815228 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-edee7dd9-3368-405e-b93d-3c1c63d2d56a admin admin] Publish callbacks [] for security_group (73fb687d-7610-40cb-a511-25795032769e), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:27.820321 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-edee7dd9-3368-405e-b93d-3c1c63d2d56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (73fb687d-7610-40cb-a511-25795032769e), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:27.862905 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-edee7dd9-3368-405e-b93d-3c1c63d2d56a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=545c1443423e48e298ff4c58b7f0da43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743940 May 04 14:54:27.862905 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee7dd9-3368-405e-b93d-3c1c63d2d56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fb687d-7610-40cb-a511-25795032769e,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:27.863480 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 38912) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:27.942445 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f155d-89a0-457e-869f-7809224ff05c req-489cc5d6-49dc-4670-9369-06453173d408 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:27.943983 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5c7f155d-89a0-457e-869f-7809224ff05c req-489cc5d6-49dc-4670-9369-06453173d408 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0727482 May 04 14:54:27.973012 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-17563c33-d928-472a-a25a-59bcc2b416b0 admin admin] Publish callbacks [] for security_group (73fb687d-7610-40cb-a511-25795032769e), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:28.008072 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-17563c33-d928-472a-a25a-59bcc2b416b0 admin admin] Publish callbacks [] for security_group (73fb687d-7610-40cb-a511-25795032769e), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:28.028085 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5c7f155d-89a0-457e-869f-7809224ff05c req-125f0570-b8fe-4945-a227-9c956956d1c2 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759633 May 04 14:54:28.077428 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-17563c33-d928-472a-a25a-59bcc2b416b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (73fb687d-7610-40cb-a511-25795032769e), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:28.080132 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-17563c33-d928-472a-a25a-59bcc2b416b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:28.081767 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-17563c33-d928-472a-a25a-59bcc2b416b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73fb687d-7610-40cb-a511-25795032769e HTTP/1.1" status: 204 len: 168 time: 0.2170374 May 04 14:54:28.091144 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17563c33-d928-472a-a25a-59bcc2b416b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fb687d-7610-40cb-a511-25795032769e,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:28.360444 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc825d-811a-478c-84d2-646444434a48 req-f74d982e-f2fa-4136-8527-33e1231d2917 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:28.362002 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d8dc825d-811a-478c-84d2-646444434a48 req-f74d982e-f2fa-4136-8527-33e1231d2917 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0536680 May 04 14:54:28.401334 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 38936) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:28.417483 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d8dc825d-811a-478c-84d2-646444434a48 req-149916ff-a6f9-4618-8c0f-cc1f3eef43ce tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492651 May 04 14:54:28.423794 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-30ba5cd6-8cad-4076-82a2-2b1284203bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:28.437746 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a213c-764a-404d-85c1-99fb3223ff72 req-bdcbafd9-bc28-417d-9cb2-ee21aeb3390d tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:28.442308 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-324a213c-764a-404d-85c1-99fb3223ff72 req-bdcbafd9-bc28-417d-9cb2-ee21aeb3390d tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 944 time: 0.0731833 May 04 14:54:28.520156 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-324a213c-764a-404d-85c1-99fb3223ff72 req-32669037-a5ab-46a1-a061-7c7c8f149b11 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647757 May 04 14:54:28.553926 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-30ba5cd6-8cad-4076-82a2-2b1284203bca admin admin] Publish callbacks [] for security_group (72bdcb9c-8aac-4c37-8ce6-d850c6a81933), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:28.561277 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-30ba5cd6-8cad-4076-82a2-2b1284203bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (72bdcb9c-8aac-4c37-8ce6-d850c6a81933), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:28.596537 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba5cd6-8cad-4076-82a2-2b1284203bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bdcb9c-8aac-4c37-8ce6-d850c6a81933,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:28.601913 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-30ba5cd6-8cad-4076-82a2-2b1284203bca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=787fa38007504c0983cbfbbea0db1ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994729 May 04 14:54:28.604516 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 38938) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:28.652629 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-53a932cb-90d5-490c-ad5c-d6ba06d62f7e admin admin] Publish callbacks [] for security_group (72bdcb9c-8aac-4c37-8ce6-d850c6a81933), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:28.674407 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-53a932cb-90d5-490c-ad5c-d6ba06d62f7e admin admin] Publish callbacks [] for security_group (72bdcb9c-8aac-4c37-8ce6-d850c6a81933), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:28.726988 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-53a932cb-90d5-490c-ad5c-d6ba06d62f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (72bdcb9c-8aac-4c37-8ce6-d850c6a81933), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:28.729854 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-53a932cb-90d5-490c-ad5c-d6ba06d62f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:28.731977 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-53a932cb-90d5-490c-ad5c-d6ba06d62f7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72bdcb9c-8aac-4c37-8ce6-d850c6a81933 HTTP/1.1" status: 204 len: 168 time: 0.1265547 May 04 14:54:28.740213 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a932cb-90d5-490c-ad5c-d6ba06d62f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bdcb9c-8aac-4c37-8ce6-d850c6a81933,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:29.181341 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d432a95-00d4-4aef-a490-4eb825593429 req-bc37fe36-5b8e-4e7b-a366-cb2fb57fee00 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:29.183999 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9d432a95-00d4-4aef-a490-4eb825593429 req-bc37fe36-5b8e-4e7b-a366-cb2fb57fee00 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0667398 May 04 14:54:29.252877 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9d432a95-00d4-4aef-a490-4eb825593429 req-591ce97f-dd19-4210-a3e7-84809a2d13e0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624864 May 04 14:54:29.550164 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35847b-bf06-4c64-b68f-68b5bd170434 req-5b03656d-6963-4606-ba49-f8d67317d831 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:29.551944 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9b35847b-bf06-4c64-b68f-68b5bd170434 req-5b03656d-6963-4606-ba49-f8d67317d831 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0515413 May 04 14:54:29.614535 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9b35847b-bf06-4c64-b68f-68b5bd170434 req-0c9d0063-4828-40c1-ac07-074bbd427b00 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477648 May 04 14:54:29.641914 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db1432-9ebc-421f-a92f-4ba445afbed7 req-5a373d0d-d07e-42cb-99e5-fb99711bcde2 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:29.643789 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-17db1432-9ebc-421f-a92f-4ba445afbed7 req-5a373d0d-d07e-42cb-99e5-fb99711bcde2 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 944 time: 0.0529869 May 04 14:54:29.723207 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-17db1432-9ebc-421f-a92f-4ba445afbed7 req-7b5dbbd4-aaf6-409a-b5bb-67bd526db47a tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659702 May 04 14:54:30.386559 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972af2bd-2175-4725-8678-4e2e33d957fb req-46ba740b-c39b-45f7-8f80-c33764e65740 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:30.388640 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-972af2bd-2175-4725-8678-4e2e33d957fb req-46ba740b-c39b-45f7-8f80-c33764e65740 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0483236 May 04 14:54:30.454089 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-972af2bd-2175-4725-8678-4e2e33d957fb req-0ddde225-2269-4601-9c95-419602a95f11 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595300 May 04 14:54:30.755559 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268eba1-bee4-4433-947d-41efa7d46862 req-5aed3e52-aec2-463e-a033-542f936a011f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:30.758123 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d268eba1-bee4-4433-947d-41efa7d46862 req-5aed3e52-aec2-463e-a033-542f936a011f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0568664 May 04 14:54:30.842049 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d268eba1-bee4-4433-947d-41efa7d46862 req-e3f728fc-e47f-47d6-97ae-80c2045da58b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728314 May 04 14:54:30.864130 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f111d3-548d-4569-bfaf-af493d20065d req-57412cfa-3032-4890-bf9f-81bba7b71ed7 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:30.866119 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a3f111d3-548d-4569-bfaf-af493d20065d req-57412cfa-3032-4890-bf9f-81bba7b71ed7 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 944 time: 0.0625601 May 04 14:54:30.921029 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a3f111d3-548d-4569-bfaf-af493d20065d req-fba5961f-4fb2-44e0-a7fb-bb818e0415b5 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477595 May 04 14:54:31.597346 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906bb2f-04ff-470b-8c9b-b0ab6396339e req-b090a20a-67bf-415a-ba42-a5e93089327b tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:31.598944 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9906bb2f-04ff-470b-8c9b-b0ab6396339e req-b090a20a-67bf-415a-ba42-a5e93089327b tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0547287 May 04 14:54:31.653345 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9906bb2f-04ff-470b-8c9b-b0ab6396339e req-2797f908-a595-426d-8747-fdf61f716179 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479999 May 04 14:54:31.969982 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b029c-d391-43d1-a5e7-26afea7dab6c req-68d1036f-b714-40aa-9c11-4d6ba6089bba tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:31.971678 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-220b029c-d391-43d1-a5e7-26afea7dab6c req-68d1036f-b714-40aa-9c11-4d6ba6089bba tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0477943 May 04 14:54:32.022870 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-220b029c-d391-43d1-a5e7-26afea7dab6c req-f5c95b84-3c36-431d-becb-b90f9457247e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444460 May 04 14:54:32.046388 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8154fb4-b82c-45b7-8206-914f2cbb9532 req-dfec5155-3a81-490d-b698-b50d0da874d2 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:32.048236 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b8154fb4-b82c-45b7-8206-914f2cbb9532 req-dfec5155-3a81-490d-b698-b50d0da874d2 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 944 time: 0.0510116 May 04 14:54:32.104097 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b8154fb4-b82c-45b7-8206-914f2cbb9532 req-dc53612e-be0d-4b42-bc04-5bd45ba6c3ac tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501051 May 04 14:54:32.784688 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d814a-88c3-4970-823d-f0a47f122054 req-192507b9-044e-41e8-9b47-7b19b9054482 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:32.787634 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ff6d814a-88c3-4970-823d-f0a47f122054 req-192507b9-044e-41e8-9b47-7b19b9054482 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0577507 May 04 14:54:32.845420 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ff6d814a-88c3-4970-823d-f0a47f122054 req-fd0a9e65-0ea4-4d2e-8659-4d56c1722728 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501478 May 04 14:54:32.886370 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-477607b2-adf0-4405-bc90-c03566692383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:33.179375 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939be761-9058-4937-bc26-7ba46e46a287 req-e85f0ae1-f032-43b5-b769-eff58cb2f836 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:33.182254 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-939be761-9058-4937-bc26-7ba46e46a287 req-e85f0ae1-f032-43b5-b769-eff58cb2f836 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0649199 May 04 14:54:33.244431 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-939be761-9058-4937-bc26-7ba46e46a287 req-47c4f222-8b65-4486-aa2e-e566798a0f8b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553288 May 04 14:54:33.263483 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a017b1-d9e3-46c1-96d1-f6c49aee044c req-743c73c9-e54a-4cac-a745-c8f1432878f2 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:33.265235 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-81a017b1-d9e3-46c1-96d1-f6c49aee044c req-743c73c9-e54a-4cac-a745-c8f1432878f2 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 944 time: 0.0566070 May 04 14:54:33.333642 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-81a017b1-d9e3-46c1-96d1-f6c49aee044c req-ac1e7ace-8776-4ccc-91e9-16a8f422c51b tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620191 May 04 14:54:33.975737 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6a8a0-7210-4635-b26a-9d1253af73c1 req-98c7cd01-90c3-41f7-a51a-3d89a4be5d5d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:33.977368 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-64a6a8a0-7210-4635-b26a-9d1253af73c1 req-98c7cd01-90c3-41f7-a51a-3d89a4be5d5d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0497034 May 04 14:54:34.030087 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-64a6a8a0-7210-4635-b26a-9d1253af73c1 req-fda99648-d45e-4c5a-9710-4ca9bdf40416 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462599 May 04 14:54:34.383760 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device b85477bc-19e1-4d5f-a68f-2932688a6dd9 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:54:34.393087 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4140a-f7a2-42da-940c-87872bd23672 req-29a9bccb-35a7-4fea-a1ba-1283d4044b41 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:34.403401 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bbf4140a-f7a2-42da-940c-87872bd23672 req-29a9bccb-35a7-4fea-a1ba-1283d4044b41 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0672297 May 04 14:54:34.454164 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bbf4140a-f7a2-42da-940c-87872bd23672 req-0c9f7ed5-0977-4c6e-8ff3-96e331e7d805 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496981 May 04 14:54:34.468186 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f6ef1-f478-4469-94f6-f58424cd10e8 req-2b7ea249-de28-4f2f-bc48-156bd059cb85 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:34.470128 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d32f6ef1-f478-4469-94f6-f58424cd10e8 req-2b7ea249-de28-4f2f-bc48-156bd059cb85 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 944 time: 0.0592940 May 04 14:54:34.499997 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port b85477bc-19e1-4d5f-a68f-2932688a6dd9, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b85477bc-19e1-4d5f-a68f-2932688a6dd9,segment=NetworkSegment(48d5ba32-8e49-4406-a7ba-7d823a81b374),segment_id=48d5ba32-8e49-4406-a7ba-7d823a81b374)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:54:34.515047 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': 'b85477bc-19e1-4d5f-a68f-2932688a6dd9', 'network_id': 'fe435942-c7e2-4e34-91d3-c8fe88001d80', 'port_id': 'b85477bc-19e1-4d5f-a68f-2932688a6dd9', 'mac_address': 'fa:16:3e:a6:78:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7284d8-3a91-460f-a9b5-07d4da01336c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:54:34.528903 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d32f6ef1-f478-4469-94f6-f58424cd10e8 req-f18c8866-9122-40d9-b130-92aa8ecc9dff tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485189 May 04 14:54:34.560391 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port b85477bc-19e1-4d5f-a68f-2932688a6dd9 is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:54:34.560829 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (b85477bc-19e1-4d5f-a68f-2932688a6dd9), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:34.577049 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85477bc-19e1-4d5f-a68f-2932688a6dd9 {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:54:34.600983 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port b85477bc-19e1-4d5f-a68f-2932688a6dd9, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b85477bc-19e1-4d5f-a68f-2932688a6dd9,segment=NetworkSegment(48d5ba32-8e49-4406-a7ba-7d823a81b374),segment_id=48d5ba32-8e49-4406-a7ba-7d823a81b374)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:54:34.606675 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (b85477bc-19e1-4d5f-a68f-2932688a6dd9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:34.674746 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=b85477bc-19e1-4d5f-a68f-2932688a6dd9,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:34.683024 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:34.683465 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:34.683842 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:34.684262 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:34.684635 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:34.685014 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:34.685400 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:34.685762 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:34.686141 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:34.686518 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:34.686847 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:34.687235 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:34.687673 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:34.687998 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:34.688332 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:34.735041 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-d146e4c0-9c91-4c52-892b-21b30018eaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:34.946767 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['b85477bc-19e1-4d5f-a68f-2932688a6dd9'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:54:35.153354 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35b4c0-29ab-4cd1-bbf2-03719ac47172 req-9cb1e451-0a84-4aa0-89ae-69c2a75c8071 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:35.155016 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2c35b4c0-29ab-4cd1-bbf2-03719ac47172 req-9cb1e451-0a84-4aa0-89ae-69c2a75c8071 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0509188 May 04 14:54:35.206664 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2c35b4c0-29ab-4cd1-bbf2-03719ac47172 req-5951348a-f0ec-43c0-8d2e-176e14690399 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442662 May 04 14:54:35.389275 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39108) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:35.511639 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ef6e417c-3d05-441d-a37f-6f024d79a612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:35.598151 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c3bca-3fe1-4130-beaf-3dc4461ad79f req-37c2f602-5207-4f80-8590-49787f2d036c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:35.599692 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d01c3bca-3fe1-4130-beaf-3dc4461ad79f req-37c2f602-5207-4f80-8590-49787f2d036c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0638623 May 04 14:54:35.648515 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7d30f-1bcb-493f-9eb5-fff70990bfab req-6814dc9d-9a3c-459c-a4f0-b15ace2c5b0a tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:35.649993 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7fa7d30f-1bcb-493f-9eb5-fff70990bfab req-6814dc9d-9a3c-459c-a4f0-b15ace2c5b0a tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 945 time: 0.0487094 May 04 14:54:35.656067 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ef6e417c-3d05-441d-a37f-6f024d79a612 admin admin] Publish callbacks [] for security_group (745684ef-a509-41dd-b65a-c51e96c121d0), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:35.668879 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ef6e417c-3d05-441d-a37f-6f024d79a612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (745684ef-a509-41dd-b65a-c51e96c121d0), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:35.707669 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d01c3bca-3fe1-4130-beaf-3dc4461ad79f req-feb0f343-2d21-47d1-822e-ba625677a58b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965502 May 04 14:54:35.714391 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7fa7d30f-1bcb-493f-9eb5-fff70990bfab req-7f489302-cf20-4d83-bf17-7d89eab13e37 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539401 May 04 14:54:35.720559 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-ef6e417c-3d05-441d-a37f-6f024d79a612 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38df2edd247e4400a7a9ca3704faab1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297200 May 04 14:54:35.723194 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 39122) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:35.744508 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e417c-3d05-441d-a37f-6f024d79a612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745684ef-a509-41dd-b65a-c51e96c121d0,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:35.782491 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ef10fa18-d6c4-4ac0-8d33-fc997885bbc0 admin admin] Publish callbacks [] for security_group (745684ef-a509-41dd-b65a-c51e96c121d0), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:35.809921 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ef10fa18-d6c4-4ac0-8d33-fc997885bbc0 admin admin] Publish callbacks [] for security_group (745684ef-a509-41dd-b65a-c51e96c121d0), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:35.874477 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ef10fa18-d6c4-4ac0-8d33-fc997885bbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (745684ef-a509-41dd-b65a-c51e96c121d0), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:35.877137 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ef10fa18-d6c4-4ac0-8d33-fc997885bbc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:35.878355 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-ef10fa18-d6c4-4ac0-8d33-fc997885bbc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/745684ef-a509-41dd-b65a-c51e96c121d0 HTTP/1.1" status: 204 len: 168 time: 0.1540685 May 04 14:54:35.889654 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10fa18-d6c4-4ac0-8d33-fc997885bbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745684ef-a509-41dd-b65a-c51e96c121d0,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:36.020029 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:36.373785 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8b85f-3697-407b-94c3-af80229432b5 req-96f80f41-2241-4143-95f2-f01ff9cbef49 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:36.387181 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-eca8b85f-3697-407b-94c3-af80229432b5 req-96f80f41-2241-4143-95f2-f01ff9cbef49 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0828562 May 04 14:54:36.400989 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39180) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:36.409293 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device b85477bc-19e1-4d5f-a68f-2932688a6dd9 up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:54:36.486571 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-eca8b85f-3697-407b-94c3-af80229432b5 req-1ce14124-28cd-4c58-9a75-03c9d6eaa6ee tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958548 May 04 14:54:36.509789 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port b85477bc-19e1-4d5f-a68f-2932688a6dd9 completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:54:36.519034 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port b85477bc-19e1-4d5f-a68f-2932688a6dd9 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:54:36.519671 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (b85477bc-19e1-4d5f-a68f-2932688a6dd9), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:36.657247 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port b85477bc-19e1-4d5f-a68f-2932688a6dd9 is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:54:36.657680 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (b85477bc-19e1-4d5f-a68f-2932688a6dd9), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:36.669601 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-52bdf057-d9c1-42de-a356-f6eaa6e69ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:36.690269 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d9d233-12af-4229-aa31-35bc030dbc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85477bc-19e1-4d5f-a68f-2932688a6dd9'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:54:36.692927 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ce4f60-9998-4b44-bfba-87ce4b74a1eb" -d '{"events": [{"server_uuid": "e4d9d233-12af-4229-aa31-35bc030dbc81", "name": "network-vif-plugged", "status": "completed", "tag": "b85477bc-19e1-4d5f-a68f-2932688a6dd9"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:54:36.711593 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port b85477bc-19e1-4d5f-a68f-2932688a6dd9, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b85477bc-19e1-4d5f-a68f-2932688a6dd9,segment=NetworkSegment(48d5ba32-8e49-4406-a7ba-7d823a81b374),segment_id=48d5ba32-8e49-4406-a7ba-7d823a81b374)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:54:36.716028 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (b85477bc-19e1-4d5f-a68f-2932688a6dd9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:36.818544 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=b85477bc-19e1-4d5f-a68f-2932688a6dd9,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:36.843994 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ade1f8a-3be4-423e-9eaf-e6af97e82dcb x-openstack-request-id: req-7ade1f8a-3be4-423e-9eaf-e6af97e82dcb {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:54:36.844518 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d9d233-12af-4229-aa31-35bc030dbc81", "name": "network-vif-plugged", "status": "completed", "tag": "b85477bc-19e1-4d5f-a68f-2932688a6dd9", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:54:36.845007 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ade1f8a-3be4-423e-9eaf-e6af97e82dcb {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:54:36.845532 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ade1f8a-3be4-423e-9eaf-e6af97e82dcb'] response: {'server_uuid': 'e4d9d233-12af-4229-aa31-35bc030dbc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85477bc-19e1-4d5f-a68f-2932688a6dd9', 'code': 200} May 04 14:54:37.010311 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-52bdf057-d9c1-42de-a356-f6eaa6e69ebf admin admin] Publish callbacks [] for security_group (e2061dd0-cff5-4e93-941f-23661aeca3e4), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:37.029206 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5436-4eb9-4c68-a0c9-90a1a8166214 req-dd0837d0-821c-483d-8747-1bd5b4cf67ba tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:37.032685 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d75b5436-4eb9-4c68-a0c9-90a1a8166214 req-dd0837d0-821c-483d-8747-1bd5b4cf67ba tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.1803310 May 04 14:54:37.036152 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-52bdf057-d9c1-42de-a356-f6eaa6e69ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (e2061dd0-cff5-4e93-941f-23661aeca3e4), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:37.037256 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bb74c-49f2-49c7-a1ca-98ae6d5ff61d req-3f271c4d-441e-4765-875d-90eed181f33d tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:37.045986 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c05bb74c-49f2-49c7-a1ca-98ae6d5ff61d req-3f271c4d-441e-4765-875d-90eed181f33d tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 946 time: 0.1114948 May 04 14:54:37.118819 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c05bb74c-49f2-49c7-a1ca-98ae6d5ff61d req-fb195a7b-f4b7-402a-95ef-f29b13d1db9e tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710351 May 04 14:54:37.144050 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-52bdf057-d9c1-42de-a356-f6eaa6e69ebf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67204cc994b14fa49accdbe355853a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7419245 May 04 14:54:37.147884 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39214) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:37.174337 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbaaeb-bf98-4c52-8425-b26cad019bd1 req-2162d02a-2415-46ab-be61-a2570e2e100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:37.177582 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0bbbaaeb-bf98-4c52-8425-b26cad019bd1 req-2162d02a-2415-46ab-be61-a2570e2e100b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 1130 time: 0.0571373 May 04 14:54:37.228205 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d75b5436-4eb9-4c68-a0c9-90a1a8166214 req-765907f8-2ad9-4f96-82f2-632911ecf572 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211388 May 04 14:54:37.234507 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdf057-d9c1-42de-a356-f6eaa6e69ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2061dd0-cff5-4e93-941f-23661aeca3e4,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:37.236127 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0bbbaaeb-bf98-4c52-8425-b26cad019bd1 req-88a1dd67-85da-403f-b311-67de08b91ebd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 May 04 14:54:37.259321 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f273af03-17fc-447c-ad1b-273b1454d497 admin admin] Publish callbacks [] for security_group (e2061dd0-cff5-4e93-941f-23661aeca3e4), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:37.286907 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f273af03-17fc-447c-ad1b-273b1454d497 admin admin] Publish callbacks [] for security_group (e2061dd0-cff5-4e93-941f-23661aeca3e4), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:37.341475 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f273af03-17fc-447c-ad1b-273b1454d497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (e2061dd0-cff5-4e93-941f-23661aeca3e4), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:37.344093 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f273af03-17fc-447c-ad1b-273b1454d497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:37.347799 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-f273af03-17fc-447c-ad1b-273b1454d497 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2061dd0-cff5-4e93-941f-23661aeca3e4 HTTP/1.1" status: 204 len: 168 time: 0.1941228 May 04 14:54:37.353238 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273af03-17fc-447c-ad1b-273b1454d497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2061dd0-cff5-4e93-941f-23661aeca3e4,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:37.442981 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:37.619508 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180db14-d7a2-4633-92f1-8a82b8a92714 req-988f16fc-a3fd-4fbf-8bf3-7735f0b026be tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:37.621286 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1180db14-d7a2-4633-92f1-8a82b8a92714 req-988f16fc-a3fd-4fbf-8bf3-7735f0b026be tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0555212 May 04 14:54:37.718122 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1180db14-d7a2-4633-92f1-8a82b8a92714 req-638508d2-6b3c-4b55-a760-f80a04fc9354 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884387 May 04 14:54:37.787975 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39236) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:37.811973 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2424b6c0-7f01-4f84-80d0-231e43830ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:37.916683 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2424b6c0-7f01-4f84-80d0-231e43830ee4 admin admin] Publish callbacks [] for security_group (76fb96f2-c73b-4fff-a910-e85d32d4f1b1), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:37.924042 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2424b6c0-7f01-4f84-80d0-231e43830ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (76fb96f2-c73b-4fff-a910-e85d32d4f1b1), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:37.963939 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424b6c0-7f01-4f84-80d0-231e43830ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fb96f2-c73b-4fff-a910-e85d32d4f1b1,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:37.968620 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-2424b6c0-7f01-4f84-80d0-231e43830ee4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbb696bf11604184878bf63f6a15e364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1796227 May 04 14:54:37.971716 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 39238) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:38.034536 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-fcec8b32-e38b-48fd-a2f4-00dc1715710e admin admin] Publish callbacks [] for security_group (76fb96f2-c73b-4fff-a910-e85d32d4f1b1), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:38.061080 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-fcec8b32-e38b-48fd-a2f4-00dc1715710e admin admin] Publish callbacks [] for security_group (76fb96f2-c73b-4fff-a910-e85d32d4f1b1), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:38.127057 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-fcec8b32-e38b-48fd-a2f4-00dc1715710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (76fb96f2-c73b-4fff-a910-e85d32d4f1b1), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:38.130458 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-fcec8b32-e38b-48fd-a2f4-00dc1715710e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:38.131884 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-fcec8b32-e38b-48fd-a2f4-00dc1715710e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76fb96f2-c73b-4fff-a910-e85d32d4f1b1 HTTP/1.1" status: 204 len: 168 time: 0.1590192 May 04 14:54:38.147127 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec8b32-e38b-48fd-a2f4-00dc1715710e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fb96f2-c73b-4fff-a910-e85d32d4f1b1,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:38.260634 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdd70a-c943-4a58-bba2-179819986d7e req-30a949b9-dcf9-45a0-a640-0e5b52a98b9e tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:38.265178 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2fbdd70a-c943-4a58-bba2-179819986d7e req-30a949b9-dcf9-45a0-a640-0e5b52a98b9e tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 946 time: 0.0641704 May 04 14:54:38.324382 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2fbdd70a-c943-4a58-bba2-179819986d7e req-e4c1dc10-43c9-42f3-b45f-6edbfd2c7f24 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538447 May 04 14:54:38.451247 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60e8cc-a912-4761-a9b7-29ee416fb04a req-4d267d97-8f6e-4767-89d0-db4147bd548c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:38.451502 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9a60e8cc-a912-4761-a9b7-29ee416fb04a req-4d267d97-8f6e-4767-89d0-db4147bd548c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0548475 May 04 14:54:38.513391 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9a60e8cc-a912-4761-a9b7-29ee416fb04a req-584ed1f5-a92f-4a8a-b932-8bdca85fe7cd tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497222 May 04 14:54:38.621707 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 39262) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:38.638686 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-12b889d7-ea41-44b7-aeaa-29e6bfe13974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:38.739409 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-12b889d7-ea41-44b7-aeaa-29e6bfe13974 admin admin] Publish callbacks [] for security_group (5a48969a-6817-42b6-9ad8-6e9f568599c8), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:38.744734 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-12b889d7-ea41-44b7-aeaa-29e6bfe13974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (5a48969a-6817-42b6-9ad8-6e9f568599c8), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:38.782499 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-12b889d7-ea41-44b7-aeaa-29e6bfe13974 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5becd0e2a134ea181090f08718ca252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589444 May 04 14:54:38.785512 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39270) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:38.792087 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b889d7-ea41-44b7-aeaa-29e6bfe13974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a48969a-6817-42b6-9ad8-6e9f568599c8,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:38.935855 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2794f-48ab-4d5c-9386-632146168df6 req-8b9101ee-be2c-486c-8854-8293895493d2 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:38.938058 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fde2794f-48ab-4d5c-9386-632146168df6 req-8b9101ee-be2c-486c-8854-8293895493d2 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.1424267 May 04 14:54:39.035701 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:39.274317 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d0ae608f-b500-4a6d-b202-1b38c9daa1df admin admin] Publish callbacks [] for security_group (5a48969a-6817-42b6-9ad8-6e9f568599c8), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:39.314555 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d0ae608f-b500-4a6d-b202-1b38c9daa1df admin admin] Publish callbacks [] for security_group (5a48969a-6817-42b6-9ad8-6e9f568599c8), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:39.318999 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fde2794f-48ab-4d5c-9386-632146168df6 req-f9300c99-7508-4dbc-ad07-610dabe9dab8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731689 May 04 14:54:39.373184 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d0ae608f-b500-4a6d-b202-1b38c9daa1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (5a48969a-6817-42b6-9ad8-6e9f568599c8), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:39.376225 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d0ae608f-b500-4a6d-b202-1b38c9daa1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:39.380248 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-d0ae608f-b500-4a6d-b202-1b38c9daa1df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a48969a-6817-42b6-9ad8-6e9f568599c8 HTTP/1.1" status: 204 len: 168 time: 0.5911884 May 04 14:54:39.393032 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae608f-b500-4a6d-b202-1b38c9daa1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a48969a-6817-42b6-9ad8-6e9f568599c8,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:39.489641 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c75484-d98a-4dcb-b9f3-aae99a1c25ff req-a82aea2f-e602-4b76-b454-0d1f7b8fcb43 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:39.491389 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-19c75484-d98a-4dcb-b9f3-aae99a1c25ff req-a82aea2f-e602-4b76-b454-0d1f7b8fcb43 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 946 time: 0.0625749 May 04 14:54:39.544386 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-19c75484-d98a-4dcb-b9f3-aae99a1c25ff req-2131dccf-4f8a-4364-a0da-80e01d38280e tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468571 May 04 14:54:39.660567 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a40694-65ed-453d-a354-36692549d54e req-a7dc9a3f-ee90-437f-a3d9-f485ad39b2e2 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:39.662278 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-38a40694-65ed-453d-a354-36692549d54e req-a7dc9a3f-ee90-437f-a3d9-f485ad39b2e2 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0542984 May 04 14:54:39.714955 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-38a40694-65ed-453d-a354-36692549d54e req-39fc8c24-ed0d-4218-a940-6bf34c66eb52 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444226 May 04 14:54:40.465884 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b1b74-928f-4ba5-b6ee-4b6e909ab50d req-52f9efc9-f74f-4faa-8227-72a0deb79b53 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:40.471172 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-656b1b74-928f-4ba5-b6ee-4b6e909ab50d req-52f9efc9-f74f-4faa-8227-72a0deb79b53 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0583313 May 04 14:54:40.519996 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-656b1b74-928f-4ba5-b6ee-4b6e909ab50d req-b902a5b2-13b2-472c-af3d-5e4d59eaa499 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444479 May 04 14:54:40.852338 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a18f9e-d609-4c82-ace0-61f419b826ee req-3514987b-c4b7-4f54-8770-b20f1f4a397c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:40.854155 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f0a18f9e-d609-4c82-ace0-61f419b826ee req-3514987b-c4b7-4f54-8770-b20f1f4a397c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0629740 May 04 14:54:40.922961 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f0a18f9e-d609-4c82-ace0-61f419b826ee req-356a3f75-f3af-4726-ac72-5ed9d5e75309 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582111 May 04 14:54:41.647351 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1918d7-8a04-4757-a366-807bde08eb79 req-4c538e26-c38f-479d-8bf2-d9bb21a601d5 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:41.648878 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2f1918d7-8a04-4757-a366-807bde08eb79 req-4c538e26-c38f-479d-8bf2-d9bb21a601d5 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0508201 May 04 14:54:41.700600 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2f1918d7-8a04-4757-a366-807bde08eb79 req-05d3cb92-d68b-4f33-a473-45940e016367 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457387 May 04 14:54:42.056168 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c7dcd-a45c-4842-affb-16240e5911c2 req-795663ff-3bfe-461b-bdb4-7679fde38139 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:42.058213 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e30c7dcd-a45c-4842-affb-16240e5911c2 req-795663ff-3bfe-461b-bdb4-7679fde38139 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0542762 May 04 14:54:42.113718 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e30c7dcd-a45c-4842-affb-16240e5911c2 req-81a4b58b-f2e6-4c3c-af78-b5b2587ac11d tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493572 May 04 14:54:42.844925 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e6563-02a7-404d-b2ba-c7ee3eb16ab5 req-e544d0c9-4014-490f-9292-ac7ed8dbdf1c tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:42.846593 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7c3e6563-02a7-404d-b2ba-c7ee3eb16ab5 req-e544d0c9-4014-490f-9292-ac7ed8dbdf1c tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0668080 May 04 14:54:42.935387 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7c3e6563-02a7-404d-b2ba-c7ee3eb16ab5 req-cbcf5568-f470-4a9a-849c-14737c4bbae2 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775776 May 04 14:54:43.275929 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087fc59-e4f9-4800-aaed-8716ecaa9b90 req-04942d05-ea19-4727-8be3-3371253564bb tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:43.277879 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c087fc59-e4f9-4800-aaed-8716ecaa9b90 req-04942d05-ea19-4727-8be3-3371253564bb tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0690062 May 04 14:54:43.308842 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd76b9d-3004-4c52-b162-998fc0376ecd req-e13f0214-8902-4622-976d-3a0fb61a3666 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:43.310348 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7fd76b9d-3004-4c52-b162-998fc0376ecd req-e13f0214-8902-4622-976d-3a0fb61a3666 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 946 time: 0.0739017 May 04 14:54:43.345451 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c087fc59-e4f9-4800-aaed-8716ecaa9b90 req-76383f24-713f-473b-9f26-e077e46f922f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610549 May 04 14:54:43.363871 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:43.371841 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7fd76b9d-3004-4c52-b162-998fc0376ecd req-eafbb43e-b783-40c6-8643-950d56b6ad3d tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527430 May 04 14:54:44.006170 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39440) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:44.081384 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7b5d2-c53a-4433-be21-c06ad0659bfe req-da4d3d2d-4950-401a-bbd9-93879e6948fd tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:44.082924 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e5f7b5d2-c53a-4433-be21-c06ad0659bfe req-da4d3d2d-4950-401a-bbd9-93879e6948fd tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0489922 May 04 14:54:44.135772 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b4c8c4e1-f9b8-428f-806e-5789006f67af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:44.144826 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e5f7b5d2-c53a-4433-be21-c06ad0659bfe req-747fbbc4-757c-4d45-848e-2cecf7e0a99e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549300 May 04 14:54:44.259330 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b4c8c4e1-f9b8-428f-806e-5789006f67af admin admin] Publish callbacks [] for security_group (49823fe7-0b84-4bf7-8126-3ca8729d8731), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:44.265348 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b4c8c4e1-f9b8-428f-806e-5789006f67af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (49823fe7-0b84-4bf7-8126-3ca8729d8731), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:44.335640 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-b4c8c4e1-f9b8-428f-806e-5789006f67af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=395a8279ba6b4ffc829bcce8c2022584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279204 May 04 14:54:44.336765 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8c4e1-f9b8-428f-806e-5789006f67af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49823fe7-0b84-4bf7-8126-3ca8729d8731,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:44.338356 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 39460) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:44.406411 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d47cd297-0fcb-4bfe-9416-47bda4b22aff admin admin] Publish callbacks [] for security_group (49823fe7-0b84-4bf7-8126-3ca8729d8731), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:44.438552 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d47cd297-0fcb-4bfe-9416-47bda4b22aff admin admin] Publish callbacks [] for security_group (49823fe7-0b84-4bf7-8126-3ca8729d8731), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:44.511688 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b37d6-bfc8-4118-a71c-44d89cad9465 req-0b3015b1-41f2-429f-b005-c7f76065e268 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:44.513689 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-081b37d6-bfc8-4118-a71c-44d89cad9465 req-0b3015b1-41f2-429f-b005-c7f76065e268 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0727265 May 04 14:54:44.548865 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d47cd297-0fcb-4bfe-9416-47bda4b22aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (49823fe7-0b84-4bf7-8126-3ca8729d8731), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:44.551502 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d47cd297-0fcb-4bfe-9416-47bda4b22aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:44.552646 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-d47cd297-0fcb-4bfe-9416-47bda4b22aff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49823fe7-0b84-4bf7-8126-3ca8729d8731 HTTP/1.1" status: 204 len: 168 time: 0.2125666 May 04 14:54:44.571541 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cd297-0fcb-4bfe-9416-47bda4b22aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49823fe7-0b84-4bf7-8126-3ca8729d8731,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:44.607745 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-081b37d6-bfc8-4118-a71c-44d89cad9465 req-a059e4a8-66bd-41d4-ae8c-d548174d69d3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780544 May 04 14:54:44.747646 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d884b-6f17-44bf-a3fc-01f0a29746c1 req-22940790-c420-4e46-b473-13deeb364bf3 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:44.754902 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-274d884b-6f17-44bf-a3fc-01f0a29746c1 req-22940790-c420-4e46-b473-13deeb364bf3 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 946 time: 0.0792327 May 04 14:54:44.816420 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-274d884b-6f17-44bf-a3fc-01f0a29746c1 req-6e8e536b-fa92-4239-8db1-29796a422191 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605919 May 04 14:54:45.170552 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60398615-db2f-473e-bdb3-3b09fc1847f0 req-773f69dc-2301-4ac4-b1c8-1b61dd56dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:45.172896 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-60398615-db2f-473e-bdb3-3b09fc1847f0 req-773f69dc-2301-4ac4-b1c8-1b61dd56dd0f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 1129 time: 0.0604112 May 04 14:54:45.332058 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b11e3-e071-4b4d-9fee-8077c49ccf00 req-9b6ae642-6bd1-42e7-bd32-a306ebdffe3e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:45.334041 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5d3b11e3-e071-4b4d-9fee-8077c49ccf00 req-9b6ae642-6bd1-42e7-bd32-a306ebdffe3e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0836251 May 04 14:54:45.390283 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5d3b11e3-e071-4b4d-9fee-8077c49ccf00 req-6fb36891-be3a-4aad-b5c6-d2e513aef9e2 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504210 May 04 14:54:45.567958 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-60398615-db2f-473e-bdb3-3b09fc1847f0 req-10713ba4-d648-48e8-93a1-e79c88c3fb8a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540752 May 04 14:54:45.600548 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a02235-b6fa-4c6e-b5fe-ded3a15b91b7 req-9dcf6c6f-6089-4ea6-bd5c-2fa286450410 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:45.602041 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-88a02235-b6fa-4c6e-b5fe-ded3a15b91b7 req-9dcf6c6f-6089-4ea6-bd5c-2fa286450410 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 946 time: 0.0831232 May 04 14:54:45.723140 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb85ea-51c9-4b77-8510-083ad4642a78 req-15409edb-a71f-4d1d-b7ff-6ae61d952e6e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:45.724680 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-85cb85ea-51c9-4b77-8510-083ad4642a78 req-15409edb-a71f-4d1d-b7ff-6ae61d952e6e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0492892 May 04 14:54:45.813038 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-85cb85ea-51c9-4b77-8510-083ad4642a78 req-5ff13b4c-cca6-4d9b-b9fd-f2c72a3af6ad tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819135 May 04 14:54:45.917441 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-88a02235-b6fa-4c6e-b5fe-ded3a15b91b7 req-d74eded3-a854-4ba9-a296-bef2d9f0d152 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Deleting port b85477bc-19e1-4d5f-a68f-2932688a6dd9 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:54:45.917780 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-88a02235-b6fa-4c6e-b5fe-ded3a15b91b7 req-d74eded3-a854-4ba9-a296-bef2d9f0d152 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (b85477bc-19e1-4d5f-a68f-2932688a6dd9), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:45.953011 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c77b99-9fac-4d0a-95c7-462a4dc34356 req-1920880a-045c-4ca7-84f8-f45dd8b8f7dc tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:45.954559 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-09c77b99-9fac-4d0a-95c7-462a4dc34356 req-1920880a-045c-4ca7-84f8-f45dd8b8f7dc tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 946 time: 0.0542817 May 04 14:54:46.003445 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-09c77b99-9fac-4d0a-95c7-462a4dc34356 req-4758d227-b6d7-464c-a5ba-8f4fce874632 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/security-groups?id=d765a889-9ae6-4a36-b80d-b5e99119d605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428333 May 04 14:54:46.021793 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-88a02235-b6fa-4c6e-b5fe-ded3a15b91b7 req-d74eded3-a854-4ba9-a296-bef2d9f0d152 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] For port b85477bc-19e1-4d5f-a68f-2932688a6dd9, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b85477bc-19e1-4d5f-a68f-2932688a6dd9,segment=NetworkSegment(48d5ba32-8e49-4406-a7ba-7d823a81b374),segment_id=48d5ba32-8e49-4406-a7ba-7d823a81b374)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:54:46.022156 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-88a02235-b6fa-4c6e-b5fe-ded3a15b91b7 req-d74eded3-a854-4ba9-a296-bef2d9f0d152 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (b85477bc-19e1-4d5f-a68f-2932688a6dd9), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:46.038070 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-88a02235-b6fa-4c6e-b5fe-ded3a15b91b7 req-d74eded3-a854-4ba9-a296-bef2d9f0d152 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Calling delete_port for b85477bc-19e1-4d5f-a68f-2932688a6dd9 owned by compute:nova {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:54:46.229355 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-88a02235-b6fa-4c6e-b5fe-ded3a15b91b7 req-d74eded3-a854-4ba9-a296-bef2d9f0d152 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (b85477bc-19e1-4d5f-a68f-2932688a6dd9), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:46.241507 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['b85477bc-19e1-4d5f-a68f-2932688a6dd9'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:54:46.259046 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eded3-a854-4ba9-a296-bef2d9f0d152 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Pushing event deleted for resources: {'Port': ['ID=b85477bc-19e1-4d5f-a68f-2932688a6dd9,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:46.337128 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a02235-b6fa-4c6e-b5fe-ded3a15b91b7 req-d74eded3-a854-4ba9-a296-bef2d9f0d152 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] No DVR routers for this DVR port b85477bc-19e1-4d5f-a68f-2932688a6dd9 on host hv-cinder-84049 {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:54:46.340369 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-88a02235-b6fa-4c6e-b5fe-ded3a15b91b7 req-d74eded3-a854-4ba9-a296-bef2d9f0d152 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:46.343689 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-88a02235-b6fa-4c6e-b5fe-ded3a15b91b7 req-d74eded3-a854-4ba9-a296-bef2d9f0d152 tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.49 "DELETE /v2.0/ports/b85477bc-19e1-4d5f-a68f-2932688a6dd9 HTTP/1.1" status: 204 len: 173 time: 0.5784192 May 04 14:54:46.344132 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d9d233-12af-4229-aa31-35bc030dbc81', 'name': 'network-vif-deleted', 'tag': 'b85477bc-19e1-4d5f-a68f-2932688a6dd9'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:54:46.346372 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3218c539-096e-48bd-a4e1-0a37ad0f4475" -d '{"events": [{"server_uuid": "e4d9d233-12af-4229-aa31-35bc030dbc81", "name": "network-vif-deleted", "tag": "b85477bc-19e1-4d5f-a68f-2932688a6dd9"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:54:46.386370 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6da0911-fa7d-492d-a0c0-e2fcfa7f71c8 x-openstack-request-id: req-f6da0911-fa7d-492d-a0c0-e2fcfa7f71c8 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:54:46.386866 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d9d233-12af-4229-aa31-35bc030dbc81", "name": "network-vif-deleted", "tag": "b85477bc-19e1-4d5f-a68f-2932688a6dd9", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:54:46.387706 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6da0911-fa7d-492d-a0c0-e2fcfa7f71c8 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:54:46.388277 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6da0911-fa7d-492d-a0c0-e2fcfa7f71c8'] response: {'server_uuid': 'e4d9d233-12af-4229-aa31-35bc030dbc81', 'name': 'network-vif-deleted', 'tag': 'b85477bc-19e1-4d5f-a68f-2932688a6dd9', 'status': 'completed', 'code': 200} May 04 14:54:46.397131 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39514) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:46.534833 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948137bb-8672-4577-8e75-55849af43e1a req-b5036394-0977-4e70-94cf-ab6bb4a17a01 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:46.544093 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-948137bb-8672-4577-8e75-55849af43e1a req-b5036394-0977-4e70-94cf-ab6bb4a17a01 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0790446 May 04 14:54:46.589960 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9ca598d1-dac5-4e5c-844e-9af17a6c5d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:46.603147 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-948137bb-8672-4577-8e75-55849af43e1a req-c7c1c268-d5e7-421f-911b-a95da476f6dc tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575087 May 04 14:54:46.713803 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9ca598d1-dac5-4e5c-844e-9af17a6c5d75 admin admin] Publish callbacks [] for security_group (d75e1931-51ea-48ea-9133-dce4f7435f65), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:46.719740 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9ca598d1-dac5-4e5c-844e-9af17a6c5d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (d75e1931-51ea-48ea-9133-dce4f7435f65), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:46.785260 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca598d1-dac5-4e5c-844e-9af17a6c5d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75e1931-51ea-48ea-9133-dce4f7435f65,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:46.792864 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-9ca598d1-dac5-4e5c-844e-9af17a6c5d75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3a6e4e824d5437299c2c0fca3e83d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946590 May 04 14:54:46.795613 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 39530) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:46.864422 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ac607f8c-4059-4fe1-846d-d48df9672eff admin admin] Publish callbacks [] for security_group (d75e1931-51ea-48ea-9133-dce4f7435f65), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:46.893405 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ac607f8c-4059-4fe1-846d-d48df9672eff admin admin] Publish callbacks [] for security_group (d75e1931-51ea-48ea-9133-dce4f7435f65), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:46.974994 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9283c1d-2031-423d-af80-0e4a0882105b req-7c840c94-6f79-4f2f-88e3-74d808d229c4 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:46.976468 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d9283c1d-2031-423d-af80-0e4a0882105b req-7c840c94-6f79-4f2f-88e3-74d808d229c4 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0592647 May 04 14:54:46.998810 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ac607f8c-4059-4fe1-846d-d48df9672eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (d75e1931-51ea-48ea-9133-dce4f7435f65), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:47.002051 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ac607f8c-4059-4fe1-846d-d48df9672eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:47.003463 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-ac607f8c-4059-4fe1-846d-d48df9672eff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d75e1931-51ea-48ea-9133-dce4f7435f65 HTTP/1.1" status: 204 len: 168 time: 0.2065012 May 04 14:54:47.015788 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac607f8c-4059-4fe1-846d-d48df9672eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75e1931-51ea-48ea-9133-dce4f7435f65,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:47.085702 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d9283c1d-2031-423d-af80-0e4a0882105b req-914d0972-51da-4a4c-8779-66b1c5e90add tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021655 May 04 14:54:47.208542 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ee49da53-f5de-4c29-8e7e-7b13ac1f9295 req-c4d45db5-b12a-4333-8e53-5463ae29e8fb tempest-VolumesActionsTest-1263131460 tempest-VolumesActionsTest-1263131460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4d9d233-12af-4229-aa31-35bc030dbc81 HTTP/1.1" status: 200 len: 210 time: 0.0278208 May 04 14:54:47.499135 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39554) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:47.507484 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-baed8aec-5988-477d-8105-a0184fa92cb5 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1685891378', 'description': 'tempest-description--837825223'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:54:47.534187 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-baed8aec-5988-477d-8105-a0184fa92cb5 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:47.614653 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-baed8aec-5988-477d-8105-a0184fa92cb5 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (e39db107-92a8-4777-a6e6-acd5a9063cd7), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:47.619811 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-baed8aec-5988-477d-8105-a0184fa92cb5 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (e39db107-92a8-4777-a6e6-acd5a9063cd7), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:47.657286 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed8aec-5988-477d-8105-a0184fa92cb5 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39db107-92a8-4777-a6e6-acd5a9063cd7,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:47.671673 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-baed8aec-5988-477d-8105-a0184fa92cb5 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:47.673791 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-baed8aec-5988-477d-8105-a0184fa92cb5 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1738834 May 04 14:54:47.677382 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39564) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:47.683375 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-473238ce-1f28-4c10-ad98-eabe8d47beed tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'security_group_rule': {'security_group_id': 'e39db107-92a8-4777-a6e6-acd5a9063cd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:54:47.715289 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-473238ce-1f28-4c10-ad98-eabe8d47beed tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (aa5ecac3-d005-4e35-8044-86d790d8052d), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:47.749025 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6e56f-0873-46d8-afd2-163b0ac4398d req-24b5bd74-d161-4514-8ad0-ad6c27d124b7 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:47.750777 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d3e6e56f-0873-46d8-afd2-163b0ac4398d req-24b5bd74-d161-4514-8ad0-ad6c27d124b7 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0498183 May 04 14:54:47.778831 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-473238ce-1f28-4c10-ad98-eabe8d47beed tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (aa5ecac3-d005-4e35-8044-86d790d8052d), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:47.783240 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-473238ce-1f28-4c10-ad98-eabe8d47beed tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (aa5ecac3-d005-4e35-8044-86d790d8052d), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:47.803490 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473238ce-1f28-4c10-ad98-eabe8d47beed tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5ecac3-d005-4e35-8044-86d790d8052d,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:47.812859 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-473238ce-1f28-4c10-ad98-eabe8d47beed tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:47.816679 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-473238ce-1f28-4c10-ad98-eabe8d47beed tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356807 May 04 14:54:47.816863 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d3e6e56f-0873-46d8-afd2-163b0ac4398d req-fb19c637-82a8-47e5-a0ab-4f2ee1e6e0cc tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571690 May 04 14:54:47.817001 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39568) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:47.821349 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-25481d87-7a88-4ad4-aa88-3e0b18b02280 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'security_group_rule': {'security_group_id': 'e39db107-92a8-4777-a6e6-acd5a9063cd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:54:47.853427 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-25481d87-7a88-4ad4-aa88-3e0b18b02280 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (aed30aaa-8812-4f30-a96f-ed62b5e84768), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:47.938193 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-25481d87-7a88-4ad4-aa88-3e0b18b02280 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (aed30aaa-8812-4f30-a96f-ed62b5e84768), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:47.944981 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-25481d87-7a88-4ad4-aa88-3e0b18b02280 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (aed30aaa-8812-4f30-a96f-ed62b5e84768), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:47.970281 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25481d87-7a88-4ad4-aa88-3e0b18b02280 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed30aaa-8812-4f30-a96f-ed62b5e84768,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:47.985347 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-25481d87-7a88-4ad4-aa88-3e0b18b02280 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:47.987533 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-25481d87-7a88-4ad4-aa88-3e0b18b02280 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1695299 May 04 14:54:47.993049 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39582) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:47.996416 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'floatingip': {'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:54:48.026492 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:48.191273 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a752f-63ba-42fc-930f-3dc6c8f0822e req-5a4f37f2-4353-409a-83e6-4cef5b52024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:48.193417 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a44a752f-63ba-42fc-930f-3dc6c8f0822e req-5a4f37f2-4353-409a-83e6-4cef5b52024f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 1129 time: 0.1109114 May 04 14:54:48.245351 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:48.273133 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bd2d5-2c34-4bfb-96a7-2eb5bf66ff13 req-e215ed12-cf19-4dee-9c75-68bee86b5947 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:48.275660 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cd4bd2d5-2c34-4bfb-96a7-2eb5bf66ff13 req-e215ed12-cf19-4dee-9c75-68bee86b5947 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0814824 May 04 14:54:48.281388 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601035e-944a-4bac-8cd7-f0adae281a19 req-4f4e0683-deb3-40e8-91a4-73cad90d92c7 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:48.282919 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6601035e-944a-4bac-8cd7-f0adae281a19 req-4f4e0683-deb3-40e8-91a4-73cad90d92c7 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.1671813 May 04 14:54:48.385411 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cd4bd2d5-2c34-4bfb-96a7-2eb5bf66ff13 req-2c9d859c-d817-4e22-9909-edcbf4ec5fb0 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024747 May 04 14:54:48.424161 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a752f-63ba-42fc-930f-3dc6c8f0822e req-4a19e3c4-546c-4e09-abe4-8c483292c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:48.426181 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a44a752f-63ba-42fc-930f-3dc6c8f0822e req-4a19e3c4-546c-4e09-abe4-8c483292c12a service neutron] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 920 time: 0.2258685 May 04 14:54:48.455556 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6601035e-944a-4bac-8cd7-f0adae281a19 req-757bed42-5885-4389-8c3f-4230a4d64d5c tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604874 May 04 14:54:48.521184 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a44a752f-63ba-42fc-930f-3dc6c8f0822e req-27490003-8ba0-4f94-8d36-100df2b36e88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fcebb56-303a-49e8-9614-ba68de897b4e HTTP/1.1" status: 200 len: 217 time: 0.0868616 May 04 14:54:48.579132 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Allocated IP 172.27.2.127 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/9c9bb92e-a1a5-4e0a-8582-d14e2cf6d2e0) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:54:48.600492 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a752f-63ba-42fc-930f-3dc6c8f0822e req-d5cb6379-ed91-44ce-aa5d-ff84db53d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:48.601996 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a44a752f-63ba-42fc-930f-3dc6c8f0822e req-d5cb6379-ed91-44ce-aa5d-ff84db53d167 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.0706046 May 04 14:54:48.694396 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a752f-63ba-42fc-930f-3dc6c8f0822e req-bee2a77c-af04-435c-91af-4cdbbbd0e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:48.695950 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a44a752f-63ba-42fc-930f-3dc6c8f0822e req-bee2a77c-af04-435c-91af-4cdbbbd0e3b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822580 May 04 14:54:48.759841 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for port (9c9bb92e-a1a5-4e0a-8582-d14e2cf6d2e0), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:48.842108 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a44a752f-63ba-42fc-930f-3dc6c8f0822e req-15917258-92d3-49dd-a5cf-40d6558e660a service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390002 May 04 14:54:48.849166 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (9c9bb92e-a1a5-4e0a-8582-d14e2cf6d2e0), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:48.912423 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:54:48.918099 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:54:48.925506 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:54:48.992293 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'Port': ['ID=9c9bb92e-a1a5-4e0a-8582-d14e2cf6d2e0,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:49.056837 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a44a752f-63ba-42fc-930f-3dc6c8f0822e req-ae8d1302-452c-4cf4-91e5-1b1e71db41ce service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052746 May 04 14:54:49.075377 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (12108e8c-76e0-4aa4-8d3b-b2aee3e56878), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:49.123557 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (9c9bb92e-a1a5-4e0a-8582-d14e2cf6d2e0), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:49.283894 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for port (9c9bb92e-a1a5-4e0a-8582-d14e2cf6d2e0), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:49.289903 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (9c9bb92e-a1a5-4e0a-8582-d14e2cf6d2e0), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:49.323196 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (12108e8c-76e0-4aa4-8d3b-b2aee3e56878), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:49.344051 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'Port': ['ID=9c9bb92e-a1a5-4e0a-8582-d14e2cf6d2e0,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:49.349453 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:49.353669 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-a51a049c-83fa-46b0-a2a2-aa2b346497f3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3589070 May 04 14:54:49.526207 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a7287-93b3-4d8f-9bde-a93d06e20bce req-a1e61a27-a4df-4f36-b1d6-5c00086d050c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:49.527834 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d71a7287-93b3-4d8f-9bde-a93d06e20bce req-a1e61a27-a4df-4f36-b1d6-5c00086d050c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0548208 May 04 14:54:49.575567 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10737e81-9656-4c6f-8962-3745630d7565 req-c7db1a9b-e509-4333-a265-5f4c7177d95f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1685891378&fields=id&tenant_id=35d8071dbd7246228c7a252c40fae038 HTTP/1.1" status: 200 len: 267 time: 0.0552616 May 04 14:54:49.592690 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d71a7287-93b3-4d8f-9bde-a93d06e20bce req-3a807148-3d94-4026-a046-e8726db60ad6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575182 May 04 14:54:49.760204 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10737e81-9656-4c6f-8962-3745630d7565 req-795d5ae6-eadd-4f58-9c7d-c0702aee5c8c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:49.761752 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10737e81-9656-4c6f-8962-3745630d7565 req-795d5ae6-eadd-4f58-9c7d-c0702aee5c8c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/networks?id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 200 len: 814 time: 0.1748459 May 04 14:54:49.781060 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10737e81-9656-4c6f-8962-3745630d7565 req-47de4fee-fb77-4644-87b1-2cb677bbeaa1 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/quotas/35d8071dbd7246228c7a252c40fae038 HTTP/1.1" status: 200 len: 375 time: 0.0115457 May 04 14:54:49.787288 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a685b4-a18d-45cf-9475-a735555d6792 req-4b108244-8f23-4200-abc8-5fa4884315d6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:49.789203 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-38a685b4-a18d-45cf-9475-a735555d6792 req-4b108244-8f23-4200-abc8-5fa4884315d6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0695837 May 04 14:54:49.853206 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10737e81-9656-4c6f-8962-3745630d7565 req-4a896bb5-5e0f-4ebf-8160-e7787694bc32 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=35d8071dbd7246228c7a252c40fae038&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666420 May 04 14:54:49.856978 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-38a685b4-a18d-45cf-9475-a735555d6792 req-916561b1-f880-48e2-9ea2-1604c79ced18 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575664 May 04 14:54:49.883463 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 39694) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:49.962643 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10737e81-9656-4c6f-8962-3745630d7565 req-64d19a91-3a4f-43b5-bbde-668ed5279df7 service neutron] 10.222.0.32 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972021 May 04 14:54:50.005219 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8a24eb5e-7131-41ed-8cde-8453dc874872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:50.072271 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10737e81-9656-4c6f-8962-3745630d7565 req-05834195-6f7b-4e9f-a5e9-dca81a0eab86 service neutron] 10.222.0.32 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038704 May 04 14:54:50.087197 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8a24eb5e-7131-41ed-8cde-8453dc874872 admin admin] Publish callbacks [] for security_group (3291aa0e-c32d-4b76-a77f-e7f1c63a43df), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:50.092968 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8a24eb5e-7131-41ed-8cde-8453dc874872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3291aa0e-c32d-4b76-a77f-e7f1c63a43df), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:50.141381 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-8a24eb5e-7131-41ed-8cde-8453dc874872 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef4a60c7e89b4c31b273afb63248a7ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564881 May 04 14:54:50.141610 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39710) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:50.142355 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24eb5e-7131-41ed-8cde-8453dc874872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3291aa0e-c32d-4b76-a77f-e7f1c63a43df,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:50.204029 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-c39a8d4f-d1a7-4517-a847-e8e017561734 admin admin] Publish callbacks [] for security_group (3291aa0e-c32d-4b76-a77f-e7f1c63a43df), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:50.240161 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-c39a8d4f-d1a7-4517-a847-e8e017561734 admin admin] Publish callbacks [] for security_group (3291aa0e-c32d-4b76-a77f-e7f1c63a43df), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:50.269885 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5fe0f7c0-b463-4f0e-a560-4a41c33562e2 req-3d140daa-1fff-4ebc-b5fa-7cc424a15805 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 210 time: 0.0453746 May 04 14:54:50.335061 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-c39a8d4f-d1a7-4517-a847-e8e017561734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3291aa0e-c32d-4b76-a77f-e7f1c63a43df), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:50.338889 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-c39a8d4f-d1a7-4517-a847-e8e017561734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:50.339469 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-c39a8d4f-d1a7-4517-a847-e8e017561734 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3291aa0e-c32d-4b76-a77f-e7f1c63a43df HTTP/1.1" status: 204 len: 168 time: 0.1968453 May 04 14:54:50.352072 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a8d4f-d1a7-4517-a847-e8e017561734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3291aa0e-c32d-4b76-a77f-e7f1c63a43df,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:50.596985 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 463a9e34-de88-41bb-b997-6302ab23da6b details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:54:50.619733 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39734) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:50.634236 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bf17d6e0-2901-44de-8b4d-18beaa5cd130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:50.702461 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 463a9e34-de88-41bb-b997-6302ab23da6b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=463a9e34-de88-41bb-b997-6302ab23da6b,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:54:50.722090 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '463a9e34-de88-41bb-b997-6302ab23da6b', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'port_id': '463a9e34-de88-41bb-b997-6302ab23da6b', 'mac_address': 'fa:16:3e:2a:72:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:54:50.740198 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09facf2-7d4f-4363-b8b9-2d8417d6cc22 req-95b8a0d1-94c9-41c1-bfa7-af61ed6ecdec tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:50.747218 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b09facf2-7d4f-4363-b8b9-2d8417d6cc22 req-95b8a0d1-94c9-41c1-bfa7-af61ed6ecdec tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0768287 May 04 14:54:50.774388 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 463a9e34-de88-41bb-b997-6302ab23da6b is: ACTIVE; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:54:50.774854 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:50.788285 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 463a9e34-de88-41bb-b997-6302ab23da6b {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:54:50.794045 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bf17d6e0-2901-44de-8b4d-18beaa5cd130 admin admin] Publish callbacks [] for security_group (69211c4e-983d-4c37-bbfc-dcbef96d15fb), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:50.802150 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bf17d6e0-2901-44de-8b4d-18beaa5cd130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (69211c4e-983d-4c37-bbfc-dcbef96d15fb), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:50.810650 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 463a9e34-de88-41bb-b997-6302ab23da6b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=463a9e34-de88-41bb-b997-6302ab23da6b,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:54:50.815151 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:50.830795 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b09facf2-7d4f-4363-b8b9-2d8417d6cc22 req-5218d186-4be8-43e9-8d6b-037de869af42 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826328 May 04 14:54:50.859027 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-bf17d6e0-2901-44de-8b4d-18beaa5cd130 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f7f6e5e499745bc99307a032d37f159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349732 May 04 14:54:50.859027 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17d6e0-2901-44de-8b4d-18beaa5cd130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69211c4e-983d-4c37-bbfc-dcbef96d15fb,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:50.859313 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 39740) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:50.876453 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=463a9e34-de88-41bb-b997-6302ab23da6b,revision_number=6']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:51.157120 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8c1c0-d9ff-448c-b433-93314813bdf4 req-01299dbd-7815-4127-9c89-7c5f0efb5eda tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:51.158605 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-69e8c1c0-d9ff-448c-b433-93314813bdf4 req-01299dbd-7815-4127-9c89-7c5f0efb5eda tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0630503 May 04 14:54:51.177708 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b0348a89-fa65-4390-b2ce-9b6b2a0bbd51 admin admin] Publish callbacks [] for security_group (69211c4e-983d-4c37-bbfc-dcbef96d15fb), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:51.215779 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b0348a89-fa65-4390-b2ce-9b6b2a0bbd51 admin admin] Publish callbacks [] for security_group (69211c4e-983d-4c37-bbfc-dcbef96d15fb), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:51.241939 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-69e8c1c0-d9ff-448c-b433-93314813bdf4 req-640bdbce-c950-49fe-9356-629a16e5a401 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744126 May 04 14:54:51.279901 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b0348a89-fa65-4390-b2ce-9b6b2a0bbd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (69211c4e-983d-4c37-bbfc-dcbef96d15fb), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:51.282504 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b0348a89-fa65-4390-b2ce-9b6b2a0bbd51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:51.283722 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-b0348a89-fa65-4390-b2ce-9b6b2a0bbd51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69211c4e-983d-4c37-bbfc-dcbef96d15fb HTTP/1.1" status: 204 len: 168 time: 0.4235511 May 04 14:54:51.292470 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0348a89-fa65-4390-b2ce-9b6b2a0bbd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69211c4e-983d-4c37-bbfc-dcbef96d15fb,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:51.386543 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e14407c8-f34a-46cb-a907-7b069dc0334a req-7fa44c29-ca77-4713-9f99-e0cc46d741f0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 210 time: 0.0409441 May 04 14:54:51.535415 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device b85477bc-19e1-4d5f-a68f-2932688a6dd9 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:54:51.558996 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: b85477bc-19e1-4d5f-a68f-2932688a6dd9 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:54:51.559371 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device b85477bc-19e1-4d5f-a68f-2932688a6dd9 not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:54:51.662077 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 39756) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:51.677693 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9719435d-0849-47df-84ee-c6dc6cac46bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:51.752738 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9719435d-0849-47df-84ee-c6dc6cac46bd admin admin] Publish callbacks [] for security_group (b62e1b4b-0971-404b-a3e1-1574e70dd8db), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:51.757871 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9719435d-0849-47df-84ee-c6dc6cac46bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (b62e1b4b-0971-404b-a3e1-1574e70dd8db), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:51.799468 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-9719435d-0849-47df-84ee-c6dc6cac46bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63ac0280ead94c46a3ee42fe1ec01cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336892 May 04 14:54:51.799749 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 39760) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:51.814160 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719435d-0849-47df-84ee-c6dc6cac46bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62e1b4b-0971-404b-a3e1-1574e70dd8db,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:51.849960 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-0705d52d-35aa-4c1b-93e8-c8d49d380a10 admin admin] Publish callbacks [] for security_group (b62e1b4b-0971-404b-a3e1-1574e70dd8db), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:51.871734 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-0705d52d-35aa-4c1b-93e8-c8d49d380a10 admin admin] Publish callbacks [] for security_group (b62e1b4b-0971-404b-a3e1-1574e70dd8db), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:51.949302 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-0705d52d-35aa-4c1b-93e8-c8d49d380a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (b62e1b4b-0971-404b-a3e1-1574e70dd8db), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:51.952032 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-0705d52d-35aa-4c1b-93e8-c8d49d380a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:51.953206 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-0705d52d-35aa-4c1b-93e8-c8d49d380a10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b62e1b4b-0971-404b-a3e1-1574e70dd8db HTTP/1.1" status: 204 len: 168 time: 0.1524355 May 04 14:54:51.963754 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b1f9b-746b-4a57-9779-0f70b1fd75e0 req-8439874b-6c02-44be-9f40-e19bb932b401 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:51.965189 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ad6b1f9b-746b-4a57-9779-0f70b1fd75e0 req-8439874b-6c02-44be-9f40-e19bb932b401 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 944 time: 0.0582597 May 04 14:54:51.970233 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705d52d-35aa-4c1b-93e8-c8d49d380a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62e1b4b-0971-404b-a3e1-1574e70dd8db,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:52.018352 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ad6b1f9b-746b-4a57-9779-0f70b1fd75e0 req-13f4a803-76ad-4346-a04d-76ad9761e8da tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456190 May 04 14:54:52.362119 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b159c71-eded-4402-85a0-2fcf1eb5c86c req-7e7e73df-0b02-41ba-be18-864763ab8bb0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:52.363613 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9b159c71-eded-4402-85a0-2fcf1eb5c86c req-7e7e73df-0b02-41ba-be18-864763ab8bb0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0498710 May 04 14:54:52.419058 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9b159c71-eded-4402-85a0-2fcf1eb5c86c req-2a31f7c2-d023-4495-8e9d-d6b08572f827 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481477 May 04 14:54:52.490018 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-515d6d32-644a-4e09-8d3a-96b506aa1096 req-359e85f7-d466-4866-b3de-e5bd1b851df5 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 210 time: 0.0311377 May 04 14:54:52.586210 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['463a9e34-de88-41bb-b997-6302ab23da6b'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:54:52.715345 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39794) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:52.819121 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-9f9130df-8558-4c77-806d-9b003ab0c98f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1389365588-network', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:54:52.841711 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9130df-8558-4c77-806d-9b003ab0c98f admin admin] Made reservation on behalf of da7a630cbd2f476a81d60db712b4dbd3 for: {'network': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:54:52.844055 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9f9130df-8558-4c77-806d-9b003ab0c98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:52.853311 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9f9130df-8558-4c77-806d-9b003ab0c98f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:52.933848 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9f9130df-8558-4c77-806d-9b003ab0c98f admin admin] Publish callbacks [] for security_group (1e83f370-591f-4b4a-9ab8-b47e47bad45d), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:52.938493 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9f9130df-8558-4c77-806d-9b003ab0c98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (1e83f370-591f-4b4a-9ab8-b47e47bad45d), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:52.962810 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9130df-8558-4c77-806d-9b003ab0c98f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=115136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:54:52.972662 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9130df-8558-4c77-806d-9b003ab0c98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e83f370-591f-4b4a-9ab8-b47e47bad45d,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:52.977893 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9f9130df-8558-4c77-806d-9b003ab0c98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (5a882fb2-c2c0-4798-9912-7bff9c93c571), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:52.978154 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.segments_db [None req-9f9130df-8558-4c77-806d-9b003ab0c98f admin admin] Added segment 5a882fb2-c2c0-4798-9912-7bff9c93c571 of type vlan for network 603b2177-ca93-4721-a940-b349edbe094b May 04 14:54:53.027694 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9f9130df-8558-4c77-806d-9b003ab0c98f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (603b2177-ca93-4721-a940-b349edbe094b), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:53.056011 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9f9130df-8558-4c77-806d-9b003ab0c98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (603b2177-ca93-4721-a940-b349edbe094b), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:53.057969 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9130df-8558-4c77-806d-9b003ab0c98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:53.061496 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9f9130df-8558-4c77-806d-9b003ab0c98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:53.063933 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:54:53.102595 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-9f9130df-8558-4c77-806d-9b003ab0c98f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3859098 May 04 14:54:53.105936 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 39802) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:53.111024 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-1c34aa7e-f4b6-468f-abb4-0aeb0334f75d admin admin] Request body: {'subnet': {'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1389365588-subnet', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'ip_version': 4}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:54:53.132004 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c34aa7e-f4b6-468f-abb4-0aeb0334f75d admin admin] Made reservation on behalf of da7a630cbd2f476a81d60db712b4dbd3 for: {'subnet': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:54:53.134685 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1c34aa7e-f4b6-468f-abb4-0aeb0334f75d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131084648'] for subnet (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:53.156843 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9130df-8558-4c77-806d-9b003ab0c98f admin admin] Pushing event updated for resources: {'Network': ['ID=603b2177-ca93-4721-a940-b349edbe094b,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:53.173317 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network 603b2177-ca93-4721-a940-b349edbe094b details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:54:53.179826 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1fb9e-5c2c-4c77-8b48-009f6ee5d92c req-bbd4df84-504b-4676-995b-11dfc1c7ef9b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:53.181581 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6dc1fb9e-5c2c-4c77-8b48-009f6ee5d92c req-bbd4df84-504b-4676-995b-11dfc1c7ef9b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 944 time: 0.0904002 May 04 14:54:53.243473 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6dc1fb9e-5c2c-4c77-8b48-009f6ee5d92c req-b22c80d8-b60c-40ca-b548-9f725b9ab440 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523121 May 04 14:54:53.339606 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1c34aa7e-f4b6-468f-abb4-0aeb0334f75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130399951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131084570'] for subnet (e8fe32c0-07c2-4288-b3f3-920f7d53b942), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:53.397669 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34aa7e-f4b6-468f-abb4-0aeb0334f75d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8fe32c0-07c2-4288-b3f3-920f7d53b942,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:53.411004 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34aa7e-f4b6-468f-abb4-0aeb0334f75d admin admin] Checking segment: {'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:54:53.411532 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34aa7e-f4b6-468f-abb4-0aeb0334f75d admin admin] Network hostable DHCP agents. Network: 603b2177-ca93-4721-a940-b349edbe094b, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:54:53.430594 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34aa7e-f4b6-468f-abb4-0aeb0334f75d admin admin] Network 603b2177-ca93-4721-a940-b349edbe094b is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:54:53.440441 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-1c34aa7e-f4b6-468f-abb4-0aeb0334f75d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, 603b2177-ca93-4721-a940-b349edbe094b) {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:54:53.445480 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c34aa7e-f4b6-468f-abb4-0aeb0334f75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:53.446086 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1c34aa7e-f4b6-468f-abb4-0aeb0334f75d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:53.459868 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c39a7ea-283a-4cc4-8e47-a40e568f6677 None None] Network 603b2177-ca93-4721-a940-b349edbe094b requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:54:53.466081 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-1c34aa7e-f4b6-468f-abb4-0aeb0334f75d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3560452 May 04 14:54:53.466081 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 39810) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:53.470361 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:54:53.496049 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4469'] for router (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:53.497494 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4474'] for router (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:53.582389 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05f318-3828-4f14-b481-318f83983451 req-5d3001eb-5f9f-4fc3-a153-ae26c9ce98df tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:53.585469 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7a05f318-3828-4f14-b481-318f83983451 req-5d3001eb-5f9f-4fc3-a153-ae26c9ce98df tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0633864 May 04 14:54:53.606782 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f067fc2e-18c3-40f7-b196-e5f328e07b82 req-3d4b294d-09ac-4dcf-b044-765d6ced9810 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 210 time: 0.0347259 May 04 14:54:53.632197 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Publish callbacks [] for router_controller (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), precommit_add_association {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:53.662678 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4965d7e2-3619-50f4-806f-d53d5fe93725-603b2177-ca93-4721-a940-b349edbe094b', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942'}]}} from dv-cinder-840493-1-iscsi. {{(pid=115138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:54:53.664546 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:53.789482 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7a05f318-3828-4f14-b481-318f83983451 req-6447bd59-336b-4ac7-ac1a-f44b236fac4c tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594794 May 04 14:54:53.808193 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39824) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:53.837460 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Publish callbacks [] for router_gateway (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:53.907185 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.db_base_plugin_common [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Allocated IP 172.20.0.2 (603b2177-ca93-4721-a940-b349edbe094b/e8fe32c0-07c2-4288-b3f3-920f7d53b942/4020a257-4a85-4681-bfa0-755694d789ad) {{(pid=115138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:54:53.966365 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0f55-4945-4a90-b79f-0b5900e20b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.059098 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0f55-4945-4a90-b79f-0b5900e20b30 admin admin] Publish callbacks [] for security_group (da446fdb-c9d0-469d-a14e-d4b8fea108ff), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.063394 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0f55-4945-4a90-b79f-0b5900e20b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (da446fdb-c9d0-469d-a14e-d4b8fea108ff), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.093802 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Publish callbacks [] for router_gateway (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.102404 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-ca3b0f55-4945-4a90-b79f-0b5900e20b30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ac61e7821e343a5a738a545233de3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929935 May 04 14:54:54.106139 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39840) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:54.114513 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b0f55-4945-4a90-b79f-0b5900e20b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da446fdb-c9d0-469d-a14e-d4b8fea108ff,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:54.131364 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Publish callbacks [] for port (4020a257-4a85-4681-bfa0-755694d789ad), precommit_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.135467 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.140434 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (4020a257-4a85-4681-bfa0-755694d789ad), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.173534 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-83abee6d-a916-45a4-9946-92da34d99602 admin admin] Publish callbacks [] for security_group (da446fdb-c9d0-469d-a14e-d4b8fea108ff), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.204661 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Network 603b2177-ca93-4721-a940-b349edbe094b is already hosted by enough agents. {{(pid=115138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:54:54.212695 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-83abee6d-a916-45a4-9946-92da34d99602 admin admin] Publish callbacks [] for security_group (da446fdb-c9d0-469d-a14e-d4b8fea108ff), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.213464 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.base_scheduler [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Resources bound (agent type, host, resource id): {{(pid=115138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:54:54.220316 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Received port after_create {{(pid=115138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:54:54.226555 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Pushing event updated for resources: {'Port': ['ID=4020a257-4a85-4681-bfa0-755694d789ad,revision_number=1']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:54.292304 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-83abee6d-a916-45a4-9946-92da34d99602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (da446fdb-c9d0-469d-a14e-d4b8fea108ff), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.297263 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-83abee6d-a916-45a4-9946-92da34d99602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.298687 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-83abee6d-a916-45a4-9946-92da34d99602 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da446fdb-c9d0-469d-a14e-d4b8fea108ff HTTP/1.1" status: 204 len: 168 time: 0.1916318 May 04 14:54:54.303658 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Attempting to bind port 4020a257-4a85-4681-bfa0-755694d789ad on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:54:54.304264 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Attempting to bind port 4020a257-4a85-4681-bfa0-755694d789ad by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:54:54.304950 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Attempting to bind port 4020a257-4a85-4681-bfa0-755694d789ad on network 603b2177-ca93-4721-a940-b349edbe094b {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:54:54.311992 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:54:54.312841 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Checking segment: {'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:54:54.313490 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.316328 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Bound using segment: {'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:54:54.317221 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Bound port: 4020a257-4a85-4681-bfa0-755694d789ad, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:54:54.317930 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (4020a257-4a85-4681-bfa0-755694d789ad), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.366054 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abee6d-a916-45a4-9946-92da34d99602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da446fdb-c9d0-469d-a14e-d4b8fea108ff,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:54.410832 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Allocated IP 172.27.2.55 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/12621e59-c24d-4b0e-bb04-0b9724b8b833) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:54:54.478511 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632bd88-4d31-4bb0-a23a-8c04706d0cee req-2391f81c-a460-440f-89f8-eadbd5687d1f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:54.480570 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1632bd88-4d31-4bb0-a23a-8c04706d0cee req-2391f81c-a460-440f-89f8-eadbd5687d1f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 944 time: 0.0973928 May 04 14:54:54.502684 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 463a9e34-de88-41bb-b997-6302ab23da6b up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:54:54.553967 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] For port 4020a257-4a85-4681-bfa0-755694d789ad, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:54:54.586972 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] For port 4020a257-4a85-4681-bfa0-755694d789ad, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=4020a257-4a85-4681-bfa0-755694d789ad,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:54:54.617841 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 463a9e34-de88-41bb-b997-6302ab23da6b triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:54:54.618088 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.622015 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (4020a257-4a85-4681-bfa0-755694d789ad), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.674668 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Publish callbacks [] for port (12621e59-c24d-4b0e-bb04-0b9724b8b833), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.737545 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (12621e59-c24d-4b0e-bb04-0b9724b8b833), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:54.833682 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Pushing event updated for resources: {'Port': ['ID=12621e59-c24d-4b0e-bb04-0b9724b8b833,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:54.874846 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88823b34-2bb7-4cae-8f3a-44ca2d887503 None None] Pushing event updated for resources: {'Port': ['ID=4020a257-4a85-4681-bfa0-755694d789ad,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:54.944953 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:54:54.954361 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-08ed23c4-fc7c-4b6c-8384-c8b435d78313 req-1607940d-bab5-44b7-a1c3-2e4efd1701c6 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 210 time: 0.1977906 May 04 14:54:54.955622 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:54:54.966078 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:54:54.992511 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 463a9e34-de88-41bb-b997-6302ab23da6b is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:54:54.995735 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:55.078692 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a9e34-de88-41bb-b997-6302ab23da6b'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:54:55.099945 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee06ce27-8d5c-4a7e-b99c-37e4dc8aff26" -d '{"events": [{"server_uuid": "a80710d1-c61a-4d1c-ac7a-5795b995d5e6", "name": "network-vif-plugged", "status": "completed", "tag": "463a9e34-de88-41bb-b997-6302ab23da6b"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:54:55.151860 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 463a9e34-de88-41bb-b997-6302ab23da6b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=463a9e34-de88-41bb-b997-6302ab23da6b,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:54:55.163319 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:55.264218 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=463a9e34-de88-41bb-b997-6302ab23da6b,revision_number=7']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:55.289696 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1632bd88-4d31-4bb0-a23a-8c04706d0cee req-a725084c-58c0-4dc2-ab9a-68e6ab007989 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8005989 May 04 14:54:55.297079 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225dd26-e8a2-48e4-9a7b-1703fe821d37 req-2caecf0e-34e6-48b8-b811-9fd72a10575f tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:55.304174 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d225dd26-e8a2-48e4-9a7b-1703fe821d37 req-2caecf0e-34e6-48b8-b811-9fd72a10575f tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.1436787 May 04 14:54:55.401342 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0161d90-a1af-4fc9-8ccf-c65abccec6e3 x-openstack-request-id: req-c0161d90-a1af-4fc9-8ccf-c65abccec6e3 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:54:55.402187 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80710d1-c61a-4d1c-ac7a-5795b995d5e6", "name": "network-vif-plugged", "status": "completed", "tag": "463a9e34-de88-41bb-b997-6302ab23da6b", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:54:55.402187 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0161d90-a1af-4fc9-8ccf-c65abccec6e3 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:54:55.402524 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0161d90-a1af-4fc9-8ccf-c65abccec6e3'] response: {'server_uuid': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a9e34-de88-41bb-b997-6302ab23da6b', 'code': 200} May 04 14:54:55.524013 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d225dd26-e8a2-48e4-9a7b-1703fe821d37 req-0f1cb964-0cfc-4fe7-9af4-51a5766593a3 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189465 May 04 14:54:55.673804 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Publish callbacks [] for router_gateway (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:56.247404 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10737e81-9656-4c6f-8962-3745630d7565 req-bff90a01-45d1-4ac2-9cb5-82f74edd0ed3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:56.248946 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10737e81-9656-4c6f-8962-3745630d7565 req-bff90a01-45d1-4ac2-9cb5-82f74edd0ed3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "GET /v2.0/networks?id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 200 len: 814 time: 0.3631673 May 04 14:54:56.363990 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690820'] for router (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:56.446513 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10737e81-9656-4c6f-8962-3745630d7565 req-2b12a413-e64c-464d-b861-daceb9d346b6 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35d8071dbd7246228c7a252c40fae038 HTTP/1.1" status: 200 len: 473 time: 0.1031258 May 04 14:54:56.451295 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-931c7f23-fb66-400a-be75-8c10ca26c02b req-9081871c-0359-40ab-80c8-3c1633b0f156 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 210 time: 0.2802174 May 04 14:54:56.482517 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-10737e81-9656-4c6f-8962-3745630d7565 req-a62c04d2-1fcc-4b82-8463-7599931e65cc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'port': {'device_id': '9328917d-d75e-47da-bf34-555bac5b10bf', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'admin_state_up': True, 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'security_groups': ['e39db107-92a8-4777-a6e6-acd5a9063cd7']}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:54:56.739811 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 4020a257-4a85-4681-bfa0-755694d789ad up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:54:56.821335 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10737e81-9656-4c6f-8962-3745630d7565 req-a62c04d2-1fcc-4b82-8463-7599931e65cc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Made reservation on behalf of 35d8071dbd7246228c7a252c40fae038 for: {'port': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:54:56.824989 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-10737e81-9656-4c6f-8962-3745630d7565 req-a62c04d2-1fcc-4b82-8463-7599931e65cc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:56.905471 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 4020a257-4a85-4681-bfa0-755694d789ad triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:54:56.907041 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (4020a257-4a85-4681-bfa0-755694d789ad), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:56.958806 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291b10b-2975-4442-bec2-9e5d5882d949 req-9128fc96-8f57-4a81-b4e6-338d97835899 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:56.972835 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4291b10b-2975-4442-bec2-9e5d5882d949 req-9128fc96-8f57-4a81-b4e6-338d97835899 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.4247205 May 04 14:54:57.023558 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 is scheduled to L3 agent b987e420-0280-4229-80f3-f09839d30a9a with binding_index 1 {{(pid=115137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:54:57.095390 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d77e890-44a6-44a4-aa76-c0ace4f69ab6 None None] Network 603b2177-ca93-4721-a940-b349edbe094b requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:54:57.116258 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4291b10b-2975-4442-bec2-9e5d5882d949 req-c6e38fbb-a9ea-4e6a-b638-ff9fde4db81d tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407347 May 04 14:54:57.160086 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1eecdc-cf78-40a0-be96-5febd281d794 req-3250da57-8107-479b-ab9b-8f360955780e tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:57.167983 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1c1eecdc-cf78-40a0-be96-5febd281d794 req-3250da57-8107-479b-ab9b-8f360955780e tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.1674182 May 04 14:54:57.230469 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [req-10737e81-9656-4c6f-8962-3745630d7565 req-a62c04d2-1fcc-4b82-8463-7599931e65cc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Allocated IP 172.20.0.5 (5e55fa58-e1fd-4309-9ca5-06129fc8fe5b/7d660033-ba74-4e17-bb0f-1920d761a352/b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:54:57.276066 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:54:57.288280 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Sync routers for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:54:57.303970 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:57.309571 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-d744e0a1-8e08-4511-b2dc-706d2d7e84bc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8423047 May 04 14:54:57.310737 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 39944) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:57.330877 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:54:57.331528 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:54:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:54:57.404060 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1c1eecdc-cf78-40a0-be96-5febd281d794 req-e943415c-d006-4940-b8d4-27733537f3cb tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348974 May 04 14:54:57.485373 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 4020a257-4a85-4681-bfa0-755694d789ad is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:54:57.487933 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (4020a257-4a85-4681-bfa0-755694d789ad), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:57.666390 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:54:57.737596 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-10737e81-9656-4c6f-8962-3745630d7565 req-a62c04d2-1fcc-4b82-8463-7599931e65cc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for port (b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:57.830127 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-10737e81-9656-4c6f-8962-3745630d7565 req-a62c04d2-1fcc-4b82-8463-7599931e65cc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:57.966104 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fc21d440-3428-44e2-bace-5de5bb28818d None None] Provisioning complete for port 4020a257-4a85-4681-bfa0-755694d789ad triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:54:57.970990 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fc21d440-3428-44e2-bace-5de5bb28818d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (4020a257-4a85-4681-bfa0-755694d789ad), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:58.033973 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] For port 4020a257-4a85-4681-bfa0-755694d789ad, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=4020a257-4a85-4681-bfa0-755694d789ad,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:54:58.052942 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (4020a257-4a85-4681-bfa0-755694d789ad), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:58.162466 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10737e81-9656-4c6f-8962-3745630d7565 req-a62c04d2-1fcc-4b82-8463-7599931e65cc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:54:58.173752 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [req-10737e81-9656-4c6f-8962-3745630d7565 req-a62c04d2-1fcc-4b82-8463-7599931e65cc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:54:58.180639 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-10737e81-9656-4c6f-8962-3745630d7565 req-a62c04d2-1fcc-4b82-8463-7599931e65cc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:54:58.187365 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10737e81-9656-4c6f-8962-3745630d7565 req-a62c04d2-1fcc-4b82-8463-7599931e65cc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:58.188067 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-10737e81-9656-4c6f-8962-3745630d7565 req-a62c04d2-1fcc-4b82-8463-7599931e65cc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:58.202228 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a4d05-0a4b-4735-b585-f6c4f8c68817 req-6f127488-c716-4302-99f8-60720ce73da3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:58.228118 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f47a4d05-0a4b-4735-b585-f6c4f8c68817 req-6f127488-c716-4302-99f8-60720ce73da3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 931 time: 0.4113073 May 04 14:54:58.246208 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Pushing event updated for resources: {'Port': ['ID=4020a257-4a85-4681-bfa0-755694d789ad,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:58.310351 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c04d2-1fcc-4b82-8463-7599931e65cc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'Port': ['ID=b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:58.321161 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:54:55Z', 'revision_number': 3, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:54:58.338966 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10737e81-9656-4c6f-8962-3745630d7565 req-a62c04d2-1fcc-4b82-8463-7599931e65cc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8851013 May 04 14:54:58.376974 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 39960) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:58.405691 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Request body: {'port': {'device_id': '9328917d-d75e-47da-bf34-555bac5b10bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:54:58.447927 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fc21d440-3428-44e2-bace-5de5bb28818d None None] Current status of the port 4020a257-4a85-4681-bfa0-755694d789ad is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:54:58.449732 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Checking router: f1faae23-5f6a-4f04-87ad-5858a41c8ac0 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:54:58.464976 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Updating router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 port 12621e59-c24d-4b0e-bb04-0b9724b8b833 binding host dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:54:58.483385 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-0b147f22-3769-408a-b486-7a0cd40bd796 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--143562419', 'description': 'tempest-description--1977976830'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:54:58.622300 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (12621e59-c24d-4b0e-bb04-0b9724b8b833), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:58.656634 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:58.715117 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-9e54ab2d-425c-46a7-a1b0-69bacde4b969 None None] Provisioning complete for port 4020a257-4a85-4681-bfa0-755694d789ad triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:54:58.715447 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-9e54ab2d-425c-46a7-a1b0-69bacde4b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (4020a257-4a85-4681-bfa0-755694d789ad), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:58.734811 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f47a4d05-0a4b-4735-b585-f6c4f8c68817 req-e3b3c522-8c83-4ccb-908c-62beac9f0647 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5056133 May 04 14:54:58.825622 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0b147f22-3769-408a-b486-7a0cd40bd796 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:58.914862 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 4020a257-4a85-4681-bfa0-755694d789ad up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:54:58.998056 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0b147f22-3769-408a-b486-7a0cd40bd796 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for security_group (53c48153-f511-4268-b55c-d9f6bf03a774), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:59.023852 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0b147f22-3769-408a-b486-7a0cd40bd796 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (53c48153-f511-4268-b55c-d9f6bf03a774), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:59.160584 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-9e54ab2d-425c-46a7-a1b0-69bacde4b969 None None] Current status of the port 4020a257-4a85-4681-bfa0-755694d789ad is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:54:59.288185 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 4020a257-4a85-4681-bfa0-755694d789ad triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:54:59.288663 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (4020a257-4a85-4681-bfa0-755694d789ad), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:59.394142 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5beff8d-14e4-4877-ac76-b8d8cf15e679 req-de0559da-2497-4e1c-8b60-b8fbcb976603 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:59.399978 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a5beff8d-14e4-4877-ac76-b8d8cf15e679 req-de0559da-2497-4e1c-8b60-b8fbcb976603 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.4005308 May 04 14:54:59.449583 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d09f3-7718-4a4c-b99c-527c5ec7fc6a req-76068a25-8fd5-4ddf-85c8-237fa956d1d7 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:54:59.459527 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7e2d09f3-7718-4a4c-b99c-527c5ec7fc6a req-76068a25-8fd5-4ddf-85c8-237fa956d1d7 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.5483050 May 04 14:54:59.564502 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Publish callbacks [] for port (12621e59-c24d-4b0e-bb04-0b9724b8b833), precommit_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:59.589866 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (12621e59-c24d-4b0e-bb04-0b9724b8b833), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:59.637691 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Attempting to bind port 12621e59-c24d-4b0e-bb04-0b9724b8b833 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:54:59.638568 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Attempting to bind port 12621e59-c24d-4b0e-bb04-0b9724b8b833 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:54:59.639134 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Attempting to bind port 12621e59-c24d-4b0e-bb04-0b9724b8b833 on network 0edac7da-e104-49a8-a1ba-50991a341388 {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:54:59.664353 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:54:59.665242 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Checking segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:54:59.665816 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:59.666378 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Bound using segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:54:59.667046 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Bound port: 12621e59-c24d-4b0e-bb04-0b9724b8b833, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:54:59.667619 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (12621e59-c24d-4b0e-bb04-0b9724b8b833), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:59.720314 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a5beff8d-14e4-4877-ac76-b8d8cf15e679 req-81cce412-f8a0-4ee4-92ff-ee5f02758791 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116434 May 04 14:54:59.766455 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] For port 12621e59-c24d-4b0e-bb04-0b9724b8b833, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:54:59.779468 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] For port 12621e59-c24d-4b0e-bb04-0b9724b8b833, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=12621e59-c24d-4b0e-bb04-0b9724b8b833,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:54:59.806776 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0b147f22-3769-408a-b486-7a0cd40bd796 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:59.811799 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (12621e59-c24d-4b0e-bb04-0b9724b8b833), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:54:59.815977 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-0b147f22-3769-408a-b486-7a0cd40bd796 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4296546 May 04 14:54:59.825201 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Pushing event updated for resources: {'Port': ['ID=12621e59-c24d-4b0e-bb04-0b9724b8b833,revision_number=2']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:59.826916 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 39978) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:54:59.843275 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:59.843615 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:59.843973 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:59.844779 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:59.844779 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:59.847937 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-af0b889c-029a-45ac-a19e-8aa39d6fd514 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Request body: {'security_group_rule': {'security_group_id': '53c48153-f511-4268-b55c-d9f6bf03a774', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:54:59.849578 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:59.849578 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:59.854180 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:59.854180 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:59.856332 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:59.856677 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:59.857263 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:59.857595 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:59.857917 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:59.858240 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:59.871580 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b147f22-3769-408a-b486-7a0cd40bd796 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c48153-f511-4268-b55c-d9f6bf03a774,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:59.963903 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:54:59.966043 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:54:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:00.090402 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d7f46-d821-4959-9c72-f728a4eadb02 req-a9c9de0f-2bb2-450d-b964-1142c6c0dbc0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:00.106631 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e60d7f46-d821-4959-9c72-f728a4eadb02 req-a9c9de0f-2bb2-450d-b964-1142c6c0dbc0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 931 time: 0.2057514 May 04 14:55:00.109770 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-b36e2923-a0e4-4b4b-b640-29268c7bd30b None None] Provisioning complete for port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:00.111215 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-b36e2923-a0e4-4b4b-b640-29268c7bd30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:00.119208 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 {{(pid=115136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:55:00.134706 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-af0b889c-029a-45ac-a19e-8aa39d6fd514 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for security_group_rule (77e955e8-aea3-4b16-a30a-56e6dfa1c29a), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:00.177667 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Publish callbacks [] for port (b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:00.252045 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7e2d09f3-7718-4a4c-b99c-527c5ec7fc6a req-8ad33954-e38c-43fc-9aad-945d637b43ca tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7914655 May 04 14:55:00.266962 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.provisioning_blocks [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Transition to ACTIVE for port object b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 will not be triggered until provisioned by entity L2. {{(pid=115136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:55:00.268257 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-b36e2923-a0e4-4b4b-b640-29268c7bd30b None None] Port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:55:00.274741 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:00.288494 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:55:00.376952 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 4020a257-4a85-4681-bfa0-755694d789ad is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:00.446421 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-af0b889c-029a-45ac-a19e-8aa39d6fd514 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for security_group_rule (77e955e8-aea3-4b16-a30a-56e6dfa1c29a), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:00.468945 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Pushing event updated for resources: {'Port': ['ID=b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:00.497160 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-af0b889c-029a-45ac-a19e-8aa39d6fd514 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (77e955e8-aea3-4b16-a30a-56e6dfa1c29a), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:00.563807 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e60d7f46-d821-4959-9c72-f728a4eadb02 req-31e724b0-ee1e-4010-b88d-3522d9b38c80 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4559426 May 04 14:55:00.584495 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Attempting to bind port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:55:00.584495 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Attempting to bind port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:55:00.584495 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Attempting to bind port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 on network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:55:00.597077 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 on network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:55:00.597279 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b889c-029a-45ac-a19e-8aa39d6fd514 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e955e8-aea3-4b16-a30a-56e6dfa1c29a,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:00.597633 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Attempting to bind port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 on network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:55:00.615828 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:55:00.616408 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Checking segment: {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:55:00.617121 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Bound using segment: {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:55:00.617698 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Bound port: b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'}}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:55:00.618225 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:00.629569 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:00.671094 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-af0b889c-029a-45ac-a19e-8aa39d6fd514 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:00.671374 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b13c1-26c1-467a-8eca-24f3181eb653 None None] Pushing event updated for resources: {'Port': ['ID=12621e59-c24d-4b0e-bb04-0b9724b8b833,revision_number=3']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:00.673355 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-af0b889c-029a-45ac-a19e-8aa39d6fd514 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8448150 May 04 14:55:00.682937 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 39984) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:00.702776 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-0c30c25e-1b8a-4214-82f1-0f53f7c92a07 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Request body: {'security_group_rule': {'security_group_id': '53c48153-f511-4268-b55c-d9f6bf03a774', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:00.870476 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:54:55Z', 'revision_number': 3, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:00.916344 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] For port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4, host hv-cinder-84049, cleared binding levels {{(pid=115136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:55:00.942253 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] For port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:55:00.960721 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:00.972858 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Allocated IP 172.20.0.1 (603b2177-ca93-4721-a940-b349edbe094b/e8fe32c0-07c2-4288-b3f3-920f7d53b942/984a74a5-2e9f-47bd-ad15-73c99a7de09b) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:55:01.037471 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9a7ac8-eab7-4c89-b3e6-380bc7015d1e None None] The sync data for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi is: [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:54:55Z', 'revision_number': 3, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:55:01.073695 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43165a07-616d-4985-8122-6bde4c2072f6 req-ba17deb9-5c4d-4e15-81c2-313aa6174f69 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:01.082125 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-43165a07-616d-4985-8122-6bde4c2072f6 req-ba17deb9-5c4d-4e15-81c2-313aa6174f69 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.1057193 May 04 14:55:01.178575 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:01.179917 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:01.183272 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10737e81-9656-4c6f-8962-3745630d7565 req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] 10.222.0.49 "PUT /v2.0/ports/b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 HTTP/1.1" status: 200 len: 1093 time: 2.7996376 May 04 14:55:01.183918 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9328917d-d75e-47da-bf34-555bac5b10bf', 'tag': 'b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:55:01.192246 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb58fb7b-10ab-4b5c-8396-48384d07e049" -d '{"events": [{"name": "network-changed", "server_uuid": "9328917d-d75e-47da-bf34-555bac5b10bf", "tag": "b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:55:01.200224 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Publish callbacks [] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:01.243979 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-0c30c25e-1b8a-4214-82f1-0f53f7c92a07 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for security_group_rule (640ecb54-0d31-404a-af2d-1f3a7060a5ac), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:01.298611 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f8bc9-d96f-49aa-b06f-6eb1df5d962b service neutron] Pushing event updated for resources: {'Port': ['ID=b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4,revision_number=3']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:01.396897 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e3dbf5-0a7b-46c8-a510-e4cddd7e48c4 x-openstack-request-id: req-52e3dbf5-0a7b-46c8-a510-e4cddd7e48c4 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:55:01.397150 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9328917d-d75e-47da-bf34-555bac5b10bf", "tag": "b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:55:01.397251 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52e3dbf5-0a7b-46c8-a510-e4cddd7e48c4 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:55:01.398083 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e3dbf5-0a7b-46c8-a510-e4cddd7e48c4'] response: {'name': 'network-changed', 'server_uuid': '9328917d-d75e-47da-bf34-555bac5b10bf', 'tag': 'b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4', 'status': 'completed', 'code': 200} May 04 14:55:01.438104 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-43165a07-616d-4985-8122-6bde4c2072f6 req-96000b6e-ac5f-42ea-91b6-da502573efe1 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499155 May 04 14:55:01.460059 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10737e81-9656-4c6f-8962-3745630d7565 req-eb452978-2e7a-4c1f-aa03-428a61904572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:01.468070 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10737e81-9656-4c6f-8962-3745630d7565 req-eb452978-2e7a-4c1f-aa03-428a61904572 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35d8071dbd7246228c7a252c40fae038&device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 1127 time: 0.2196729 May 04 14:55:01.535552 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10737e81-9656-4c6f-8962-3745630d7565 req-6840a4f3-1c22-45bb-a4e1-03caf9f301a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 HTTP/1.1" status: 200 len: 217 time: 0.0584373 May 04 14:55:01.545517 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-0c30c25e-1b8a-4214-82f1-0f53f7c92a07 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for security_group_rule (640ecb54-0d31-404a-af2d-1f3a7060a5ac), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:01.576615 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-0c30c25e-1b8a-4214-82f1-0f53f7c92a07 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (640ecb54-0d31-404a-af2d-1f3a7060a5ac), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:01.662142 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-0c30c25e-1b8a-4214-82f1-0f53f7c92a07 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:01.663571 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-0c30c25e-1b8a-4214-82f1-0f53f7c92a07 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9712336 May 04 14:55:01.673082 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 39998) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:01.685711 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Request body: {'floatingip': {'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:01.698798 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30c25e-1b8a-4214-82f1-0f53f7c92a07 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640ecb54-0d31-404a-af2d-1f3a7060a5ac,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:01.711837 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10737e81-9656-4c6f-8962-3745630d7565 req-827e68c4-8268-4dfa-b8ff-2502a5b1a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:01.735319 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c46f92-83a0-49d3-ad9e-01016c953808 req-73509117-3181-47fa-9438-341fa9f5840c tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:01.755772 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c8c46f92-83a0-49d3-ad9e-01016c953808 req-73509117-3181-47fa-9438-341fa9f5840c tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.2065051 May 04 14:55:01.774222 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10737e81-9656-4c6f-8962-3745630d7565 req-827e68c4-8268-4dfa-b8ff-2502a5b1a5b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d660033-ba74-4e17-bb0f-1920d761a352 HTTP/1.1" status: 200 len: 853 time: 0.2258494 May 04 14:55:01.799607 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:01.880253 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Pushing event updated for resources: {'Port': ['ID=984a74a5-2e9f-47bd-ad15-73c99a7de09b,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:01.902155 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:01.948559 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Network 603b2177-ca93-4721-a940-b349edbe094b is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:55:01.963065 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:55:01.969375 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c8c46f92-83a0-49d3-ad9e-01016c953808 req-a3c95cfb-4a49-4e73-8667-c32d7439d06b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126899 May 04 14:55:01.973538 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:55:02.008766 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48abb7d-4d5e-4f3d-a540-d6d892d1f535 req-d836ade1-28ec-4f6d-8de7-65ca5823d75b tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:02.012900 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d48abb7d-4d5e-4f3d-a540-d6d892d1f535 req-d836ade1-28ec-4f6d-8de7-65ca5823d75b tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 943 time: 0.2358699 May 04 14:55:02.094952 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:02.097181 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690265'] for router_interface (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:02.151416 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10737e81-9656-4c6f-8962-3745630d7565 req-99790151-60c5-4688-99d8-35c2e5e6c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:02.166891 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10737e81-9656-4c6f-8962-3745630d7565 req-99790151-60c5-4688-99d8-35c2e5e6c0ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3583078 May 04 14:55:02.393888 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d48abb7d-4d5e-4f3d-a540-d6d892d1f535 req-23746918-0220-4fc4-9be6-bb1c8fd63068 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3555498 May 04 14:55:02.549838 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10737e81-9656-4c6f-8962-3745630d7565 req-8f1d820a-0578-4afa-9299-ae26467fbcd5 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706901 May 04 14:55:02.764684 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 12621e59-c24d-4b0e-bb04-0b9724b8b833 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:55:02.794883 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-10737e81-9656-4c6f-8962-3745630d7565 req-9d88f21b-ced2-41ed-b341-b661181523fe service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361953 May 04 14:55:02.863444 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-0e2bb330-73ae-4500-b5ea-b671315d7abe None None] Provisioning complete for port 984a74a5-2e9f-47bd-ad15-73c99a7de09b triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:02.864706 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb330-73ae-4500-b5ea-b671315d7abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:03.088638 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4c48c862-0b52-4545-a361-0a89295a5ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:03.139439 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-0e2bb330-73ae-4500-b5ea-b671315d7abe None None] Port 984a74a5-2e9f-47bd-ad15-73c99a7de09b cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:55:03.176149 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Allocated IP 172.27.2.56 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/0249982b-857c-4218-b561-0494da0a35f2) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:55:03.188379 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58fb7b-10ab-4b5c-8396-48384d07e049 req-2d297c72-b045-40aa-a366-56eca41df71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:03.193285 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fb58fb7b-10ab-4b5c-8396-48384d07e049 req-2d297c72-b045-40aa-a366-56eca41df71b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35d8071dbd7246228c7a252c40fae038&device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 1127 time: 0.2895052 May 04 14:55:03.209907 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 12621e59-c24d-4b0e-bb04-0b9724b8b833 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:03.210713 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (12621e59-c24d-4b0e-bb04-0b9724b8b833), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:03.360975 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9da8e-986f-4ea3-aa56-85043d80d6f0 req-01f996e4-bfa9-41cd-addd-1caf945273b8 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:03.369667 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-18a9da8e-986f-4ea3-aa56-85043d80d6f0 req-01f996e4-bfa9-41cd-addd-1caf945273b8 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.2019589 May 04 14:55:03.426807 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for port (0249982b-857c-4218-b561-0494da0a35f2), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:03.490031 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (0249982b-857c-4218-b561-0494da0a35f2), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:03.519428 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 12621e59-c24d-4b0e-bb04-0b9724b8b833 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:03.523729 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (12621e59-c24d-4b0e-bb04-0b9724b8b833), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:03.588048 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] For port 12621e59-c24d-4b0e-bb04-0b9724b8b833, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=12621e59-c24d-4b0e-bb04-0b9724b8b833,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:03.588275 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Pushing event updated for resources: {'Port': ['ID=0249982b-857c-4218-b561-0494da0a35f2,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:03.594357 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (12621e59-c24d-4b0e-bb04-0b9724b8b833), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:03.613587 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-18a9da8e-986f-4ea3-aa56-85043d80d6f0 req-2fba2540-199d-45db-aa17-5789be5c435f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425706 May 04 14:55:03.643396 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fe015-adaa-4c3a-8e99-808fdd5b25c6 req-d9b56708-15cd-4c97-973a-eef22437e272 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:03.648835 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8c4fe015-adaa-4c3a-8e99-808fdd5b25c6 req-d9b56708-15cd-4c97-973a-eef22437e272 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.9703479 May 04 14:55:03.712764 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Pushing event updated for resources: {'Port': ['ID=12621e59-c24d-4b0e-bb04-0b9724b8b833,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:03.748870 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:55:03.751033 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:03.769695 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58fb7b-10ab-4b5c-8396-48384d07e049 req-48c23d63-e4a6-4400-988f-36a5db57598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:03.787974 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fb58fb7b-10ab-4b5c-8396-48384d07e049 req-48c23d63-e4a6-4400-988f-36a5db57598a service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 200 len: 915 time: 0.4003141 May 04 14:55:03.816690 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:55:03.828811 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:55:03.917677 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16447b-193d-4355-8a28-97f862b48f06 req-f7f828b9-13bb-42e7-b4b2-3b1ef4ef8f83 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:03.932483 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2a16447b-193d-4355-8a28-97f862b48f06 req-f7f828b9-13bb-42e7-b4b2-3b1ef4ef8f83 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 943 time: 0.1354847 May 04 14:55:03.974412 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for floatingip (20c21fea-2d47-4b36-961f-b006a5b65191), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:04.054039 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2a16447b-193d-4355-8a28-97f862b48f06 req-548a4a11-e63a-445b-8de5-b1f16d0f8925 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152143 May 04 14:55:04.062139 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fb58fb7b-10ab-4b5c-8396-48384d07e049 req-5032509f-5c20-4518-8ba5-1cc79463380b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 HTTP/1.1" status: 200 len: 217 time: 0.2694271 May 04 14:55:04.089257 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (0249982b-857c-4218-b561-0494da0a35f2), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:04.211012 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8c4fe015-adaa-4c3a-8e99-808fdd5b25c6 req-3250c08a-9f0d-4c11-a1ff-d494bf5e9188 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4646528 May 04 14:55:04.238597 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58fb7b-10ab-4b5c-8396-48384d07e049 req-289fc1f6-009d-4a6c-987d-bc68c2c69018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:04.251233 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fb58fb7b-10ab-4b5c-8396-48384d07e049 req-289fc1f6-009d-4a6c-987d-bc68c2c69018 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d660033-ba74-4e17-bb0f-1920d761a352 HTTP/1.1" status: 200 len: 853 time: 0.1810348 May 04 14:55:04.377354 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58fb7b-10ab-4b5c-8396-48384d07e049 req-4c3ef9d9-22d6-41d6-8748-4cd0712b2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:04.378844 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fb58fb7b-10ab-4b5c-8396-48384d07e049 req-4c3ef9d9-22d6-41d6-8748-4cd0712b2316 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1208515 May 04 14:55:04.403476 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for port (0249982b-857c-4218-b561-0494da0a35f2), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:04.440823 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (0249982b-857c-4218-b561-0494da0a35f2), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:04.601467 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Publish callbacks [] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:04.614814 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:04.651212 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 12621e59-c24d-4b0e-bb04-0b9724b8b833 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:55:04.680047 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fb58fb7b-10ab-4b5c-8396-48384d07e049 req-b6f83b2e-6525-4a46-b319-534356848409 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908354 May 04 14:55:04.786295 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (20c21fea-2d47-4b36-961f-b006a5b65191), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:04.800739 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Pushing event updated for resources: {'Port': ['ID=0249982b-857c-4218-b561-0494da0a35f2,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:04.807036 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-555340b9-dae9-4ef7-b63e-f9e37642375f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:04.812451 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 12621e59-c24d-4b0e-bb04-0b9724b8b833 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:04.812832 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (12621e59-c24d-4b0e-bb04-0b9724b8b833), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:04.896571 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:04.907341 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-889609c2-7a72-41f8-925c-89b3334e2a37 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2260795 May 04 14:55:04.929390 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35d05e-1636-4030-9870-d322d9c2a6c2 req-f4a8ab33-2974-41f9-909f-afa2f239f464 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:04.930145 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690211'] for router_interface (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:04.937226 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Pushing event updated for resources: {'Port': ['ID=984a74a5-2e9f-47bd-ad15-73c99a7de09b,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:04.938190 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2c35d05e-1636-4030-9870-d322d9c2a6c2 req-f4a8ab33-2974-41f9-909f-afa2f239f464 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.1280761 May 04 14:55:04.973191 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fb58fb7b-10ab-4b5c-8396-48384d07e049 req-d64b983e-9998-4a55-9bb8-3a4f39bfc80b service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850492 May 04 14:55:05.032753 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2c35d05e-1636-4030-9870-d322d9c2a6c2 req-51443136-7931-4bcf-81ac-1cb7ae19cf71 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928869 May 04 14:55:05.048164 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 12621e59-c24d-4b0e-bb04-0b9724b8b833 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:05.223729 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82087e8-a30c-4c30-ae05-eed19cb420b1 req-7f66103f-f847-47f7-9949-f11f0291ee88 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:05.230841 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d82087e8-a30c-4c30-ae05-eed19cb420b1 req-7f66103f-f847-47f7-9949-f11f0291ee88 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 943 time: 0.0542603 May 04 14:55:05.254564 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Network 603b2177-ca93-4721-a940-b349edbe094b is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:55:05.257688 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:55:05.362410 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d82087e8-a30c-4c30-ae05-eed19cb420b1 req-7372e069-6db8-4b50-b259-31669fb2ce5e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305974 May 04 14:55:05.586196 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2db25-0bd0-4270-8a65-94a3feb4b23b req-2df7ca7b-6701-4c22-8d7c-28b5b6a6bd0c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:05.603471 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9eb2db25-0bd0-4270-8a65-94a3feb4b23b req-2df7ca7b-6701-4c22-8d7c-28b5b6a6bd0c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.1181405 May 04 14:55:05.693738 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9eb2db25-0bd0-4270-8a65-94a3feb4b23b req-00a23d65-7b27-4734-bd45-f85b7262ef06 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994005 May 04 14:55:05.727135 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:55:05.839811 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-5e5caced-4782-456c-9220-16c6f250ae60 None None] Provisioning complete for port 984a74a5-2e9f-47bd-ad15-73c99a7de09b triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:05.841082 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-5e5caced-4782-456c-9220-16c6f250ae60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:05.938692 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-5e5caced-4782-456c-9220-16c6f250ae60 None None] Port 984a74a5-2e9f-47bd-ad15-73c99a7de09b cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:55:05.971942 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:55:05.987283 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Sync routers for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:55:05.995452 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-a8a1769b-01a9-4a63-9a97-761e96189a29 admin admin] 10.222.0.32 "PUT /v2.0/routers/f1faae23-5f6a-4f04-87ad-5858a41c8ac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6786506 May 04 14:55:05.999358 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:55:06.000009 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:55:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:06.335845 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:06.367456 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76071e-2540-4d4e-b8f2-538661f75a2e req-7a115ae9-c3ef-4e90-b72e-7ae61407fe68 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:06.375716 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ba76071e-2540-4d4e-b8f2-538661f75a2e req-7a115ae9-c3ef-4e90-b72e-7ae61407fe68 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.1010365 May 04 14:55:06.435134 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ba76071e-2540-4d4e-b8f2-538661f75a2e req-b46f07c7-af46-4fe8-81a8-92b2bea5f244 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581310 May 04 14:55:06.592485 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:55:06.618491 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183632f-0f10-4f92-afa3-ac85f2f4f0be req-b6e361f3-28a5-4637-91b6-d2a44613d524 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:06.641166 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8183632f-0f10-4f92-afa3-ac85f2f4f0be req-b6e361f3-28a5-4637-91b6-d2a44613d524 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 943 time: 0.1235960 May 04 14:55:06.769992 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8183632f-0f10-4f92-afa3-ac85f2f4f0be req-9d51bc20-1129-4e00-bd01-46ecc383aea3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277869 May 04 14:55:06.990799 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977aefc7-faa7-4343-8f31-3da3dacb19eb req-1fd57040-fc48-4726-80fc-05f01f62ca8e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:07.013237 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-977aefc7-faa7-4343-8f31-3da3dacb19eb req-1fd57040-fc48-4726-80fc-05f01f62ca8e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.1239288 May 04 14:55:07.079964 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:04Z', 'revision_number': 2, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:07.114937 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-977aefc7-faa7-4343-8f31-3da3dacb19eb req-edd3012a-a17c-461b-b7cc-819c3ec8f8bd tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957930 May 04 14:55:07.142950 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Checking router: f1faae23-5f6a-4f04-87ad-5858a41c8ac0 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:55:07.142950 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Updating router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 port 984a74a5-2e9f-47bd-ad15-73c99a7de09b binding host dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:55:07.150405 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40080) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:07.155282 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-54b17fba-7174-4fdf-bfab-c22ebd99b1be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-630972401-network', 'tenant_id': 'ed26aba538f0415fa3fe812554c97365'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:07.196390 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:07.198838 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b17fba-7174-4fdf-bfab-c22ebd99b1be admin admin] Made reservation on behalf of ed26aba538f0415fa3fe812554c97365 for: {'network': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:55:07.201609 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-54b17fba-7174-4fdf-bfab-c22ebd99b1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:07.222596 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-54b17fba-7174-4fdf-bfab-c22ebd99b1be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:07.396192 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-54b17fba-7174-4fdf-bfab-c22ebd99b1be admin admin] Publish callbacks [] for security_group (3d5fe6e9-bf9f-41e1-ade8-bbb3ac4178b2), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:07.404743 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-54b17fba-7174-4fdf-bfab-c22ebd99b1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3d5fe6e9-bf9f-41e1-ade8-bbb3ac4178b2), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:07.434106 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b17fba-7174-4fdf-bfab-c22ebd99b1be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=115136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:55:07.447758 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-54b17fba-7174-4fdf-bfab-c22ebd99b1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (2f4c4d25-bd68-40f8-b69d-e0153f05c203), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:07.448114 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.segments_db [None req-54b17fba-7174-4fdf-bfab-c22ebd99b1be admin admin] Added segment 2f4c4d25-bd68-40f8-b69d-e0153f05c203 of type vlan for network dc32f93b-dcca-45cc-a515-23768d5cef65 May 04 14:55:07.498531 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-54b17fba-7174-4fdf-bfab-c22ebd99b1be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (dc32f93b-dcca-45cc-a515-23768d5cef65), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:07.553946 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b17fba-7174-4fdf-bfab-c22ebd99b1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5fe6e9-bf9f-41e1-ade8-bbb3ac4178b2,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:07.581930 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-54b17fba-7174-4fdf-bfab-c22ebd99b1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (dc32f93b-dcca-45cc-a515-23768d5cef65), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:07.584262 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b17fba-7174-4fdf-bfab-c22ebd99b1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:07.584903 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-54b17fba-7174-4fdf-bfab-c22ebd99b1be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:07.685955 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-006efed8-c8ae-4466-978a-109e4369496b req-f4d7572c-0ca2-47ef-bc4c-26999ef8254c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0944321 May 04 14:55:07.685955 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-54b17fba-7174-4fdf-bfab-c22ebd99b1be admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5094500 May 04 14:55:07.685955 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40094) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:07.685955 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-e03f2f3f-1dcd-4a3f-b378-bd9de8dac6d3 admin admin] Request body: {'subnet': {'network_id': 'dc32f93b-dcca-45cc-a515-23768d5cef65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-630972401-subnet', 'tenant_id': 'ed26aba538f0415fa3fe812554c97365', 'ip_version': 4}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:07.786283 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f95ee-a1a3-4a49-bd9d-e03d94c5ad6f req-dc2d1282-ca6e-43ff-83cf-995b91d00bf3 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:07.789978 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-854f95ee-a1a3-4a49-bd9d-e03d94c5ad6f req-dc2d1282-ca6e-43ff-83cf-995b91d00bf3 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.1772606 May 04 14:55:07.881447 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b17fba-7174-4fdf-bfab-c22ebd99b1be admin admin] Pushing event updated for resources: {'Network': ['ID=dc32f93b-dcca-45cc-a515-23768d5cef65,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:07.888149 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006efed8-c8ae-4466-978a-109e4369496b req-400534bd-f2e4-4d11-bddb-d8cc152d28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:07.890403 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-006efed8-c8ae-4466-978a-109e4369496b req-400534bd-f2e4-4d11-bddb-d8cc152d28fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 1129 time: 0.1099293 May 04 14:55:07.891478 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03f2f3f-1dcd-4a3f-b378-bd9de8dac6d3 admin admin] Made reservation on behalf of ed26aba538f0415fa3fe812554c97365 for: {'subnet': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:55:07.893959 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e03f2f3f-1dcd-4a3f-b378-bd9de8dac6d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:07.917622 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Publish callbacks [] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), precommit_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:07.925359 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network dc32f93b-dcca-45cc-a515-23768d5cef65 details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:55:07.925622 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-854f95ee-a1a3-4a49-bd9d-e03d94c5ad6f req-470cf8f1-21ef-401b-8f98-ffdb43e734ef tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194701 May 04 14:55:07.930402 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:07.957890 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:08.191615 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75c663-e438-471c-999b-c2aa97f8235a req-c2d5ff22-e5f3-4e79-bad5-86a92da3ffea tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:08.201327 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9f75c663-e438-471c-999b-c2aa97f8235a req-c2d5ff22-e5f3-4e79-bad5-86a92da3ffea tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 943 time: 0.1500974 May 04 14:55:08.214079 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f43585-d36d-4af1-bb6c-8c8888e5dca0 None None] Pushing event updated for resources: {'Port': ['ID=984a74a5-2e9f-47bd-ad15-73c99a7de09b,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:08.242045 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Attempting to bind port 984a74a5-2e9f-47bd-ad15-73c99a7de09b on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:55:08.242593 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Attempting to bind port 984a74a5-2e9f-47bd-ad15-73c99a7de09b by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:55:08.243356 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Attempting to bind port 984a74a5-2e9f-47bd-ad15-73c99a7de09b on network 603b2177-ca93-4721-a940-b349edbe094b {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:55:08.258610 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:55:08.259174 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Checking segment: {'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:55:08.260526 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:08.260526 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Bound using segment: {'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:55:08.262242 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Bound port: 984a74a5-2e9f-47bd-ad15-73c99a7de09b, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:55:08.262749 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:08.336203 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9f75c663-e438-471c-999b-c2aa97f8235a req-30e68feb-c4c6-491a-bb23-08b192caf90d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258776 May 04 14:55:08.449712 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] For port 984a74a5-2e9f-47bd-ad15-73c99a7de09b, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:55:08.454674 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] For port 984a74a5-2e9f-47bd-ad15-73c99a7de09b, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=984a74a5-2e9f-47bd-ad15-73c99a7de09b,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:55:08.503291 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:08.529803 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006efed8-c8ae-4466-978a-109e4369496b req-c04c0fff-5014-420c-95a1-95e2a1456894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:08.535760 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-006efed8-c8ae-4466-978a-109e4369496b req-c04c0fff-5014-420c-95a1-95e2a1456894 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 920 time: 0.2990897 May 04 14:55:08.542100 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e03f2f3f-1dcd-4a3f-b378-bd9de8dac6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for subnet (e150bee3-9d89-42d5-8dc6-27860268517f), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:08.606972 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-3d16c408-7753-4d83-a315-bf93aca6ede2 None None] Provisioning complete for port 984a74a5-2e9f-47bd-ad15-73c99a7de09b triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:08.607691 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-3d16c408-7753-4d83-a315-bf93aca6ede2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:08.807013 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-006efed8-c8ae-4466-978a-109e4369496b req-f5e22922-acbc-4fba-8ab0-fd63dd66d5b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fcebb56-303a-49e8-9614-ba68de897b4e HTTP/1.1" status: 200 len: 217 time: 0.2509973 May 04 14:55:08.810612 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f2f3f-1dcd-4a3f-b378-bd9de8dac6d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e150bee3-9d89-42d5-8dc6-27860268517f,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:08.913414 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f43585-d36d-4af1-bb6c-8c8888e5dca0 None None] Pushing event updated for resources: {'Port': ['ID=984a74a5-2e9f-47bd-ad15-73c99a7de09b,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:08.958526 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:55:08.961519 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:55:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:08.974220 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c09b2-58a9-4140-925f-fd8611f79cfa req-9a7ed5e7-35d7-4aa9-ba41-8d56318b3eb4 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:08.987606 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9f8c09b2-58a9-4140-925f-fd8611f79cfa req-9a7ed5e7-35d7-4aa9-ba41-8d56318b3eb4 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.1506531 May 04 14:55:08.993374 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006efed8-c8ae-4466-978a-109e4369496b req-1274a906-7937-4c76-8eb3-9e91431cb30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:08.996301 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-006efed8-c8ae-4466-978a-109e4369496b req-1274a906-7937-4c76-8eb3-9e91431cb30d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.1597025 May 04 14:55:09.061478 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:09.130373 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f2f3f-1dcd-4a3f-b378-bd9de8dac6d3 admin admin] Checking segment: {'id': '2f4c4d25-bd68-40f8-b69d-e0153f05c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc32f93b-dcca-45cc-a515-23768d5cef65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:55:09.130762 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f2f3f-1dcd-4a3f-b378-bd9de8dac6d3 admin admin] Network hostable DHCP agents. Network: dc32f93b-dcca-45cc-a515-23768d5cef65, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:55:09.151260 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9f8c09b2-58a9-4140-925f-fd8611f79cfa req-80206fcc-a229-4a57-a79d-8cae12fbc0ca tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592638 May 04 14:55:09.160282 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cef08d-fd5b-40f6-819a-ec1848b009d0 req-2bd40950-3050-4035-a17c-06aaac948873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:09.167237 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a0cef08d-fd5b-40f6-819a-ec1848b009d0 req-2bd40950-3050-4035-a17c-06aaac948873 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=367321a836de445f9e65af1baac99c98&device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 1130 time: 0.1728580 May 04 14:55:09.188227 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006efed8-c8ae-4466-978a-109e4369496b req-0bf103a1-9ad1-4aa5-87e1-a809130e13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:09.192256 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-006efed8-c8ae-4466-978a-109e4369496b req-0bf103a1-9ad1-4aa5-87e1-a809130e13f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1769886 May 04 14:55:09.257128 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f2f3f-1dcd-4a3f-b378-bd9de8dac6d3 admin admin] Network dc32f93b-dcca-45cc-a515-23768d5cef65 is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:55:09.281787 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-e03f2f3f-1dcd-4a3f-b378-bd9de8dac6d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, dc32f93b-dcca-45cc-a515-23768d5cef65) {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:55:09.293677 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f2f3f-1dcd-4a3f-b378-bd9de8dac6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:09.294284 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e03f2f3f-1dcd-4a3f-b378-bd9de8dac6d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:09.312787 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825c2979-7639-4f14-ba83-0e0bdd51880c None None] Network dc32f93b-dcca-45cc-a515-23768d5cef65 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:55:09.329713 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-e03f2f3f-1dcd-4a3f-b378-bd9de8dac6d3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6626885 May 04 14:55:09.332990 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-3d16c408-7753-4d83-a315-bf93aca6ede2 None None] Current status of the port 984a74a5-2e9f-47bd-ad15-73c99a7de09b is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:09.333384 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-3d16c408-7753-4d83-a315-bf93aca6ede2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:09.383317 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cef08d-fd5b-40f6-819a-ec1848b009d0 req-74af55ae-405f-4d48-93b5-6f3efbcb49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:09.385032 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a0cef08d-fd5b-40f6-819a-ec1848b009d0 req-74af55ae-405f-4d48-93b5-6f3efbcb49fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=b03422af-5eb8-4977-a232-35a6a99300ff HTTP/1.1" status: 200 len: 912 time: 0.2103581 May 04 14:55:09.387472 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 40124) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:09.394688 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-630972401-router', 'tenant_id': 'ed26aba538f0415fa3fe812554c97365', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:09.438058 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:55:09.540923 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-006efed8-c8ae-4466-978a-109e4369496b req-e8864957-7a4a-4b23-8936-de02125410e5 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409917 May 04 14:55:09.562219 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4469'] for router (3f1204c8-3cb4-44f0-85b2-ee575113f44f), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:09.571054 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4474'] for router (3f1204c8-3cb4-44f0-85b2-ee575113f44f), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:09.647654 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-3d16c408-7753-4d83-a315-bf93aca6ede2 None None] For port 984a74a5-2e9f-47bd-ad15-73c99a7de09b, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=984a74a5-2e9f-47bd-ad15-73c99a7de09b,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:09.726148 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-3d16c408-7753-4d83-a315-bf93aca6ede2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:09.765462 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57210a19-20cf-47da-b40c-9edbcc2b1f3d req-95f0310c-822d-4e79-83d0-f0adb38eee63 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:09.773108 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-57210a19-20cf-47da-b40c-9edbcc2b1f3d req-95f0310c-822d-4e79-83d0-f0adb38eee63 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.3866267 May 04 14:55:09.818283 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-006efed8-c8ae-4466-978a-109e4369496b req-1c1744b4-6cd4-4d6a-8005-5a0a1167764f service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621346 May 04 14:55:10.026079 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16c408-7753-4d83-a315-bf93aca6ede2 None None] Pushing event updated for resources: {'Port': ['ID=984a74a5-2e9f-47bd-ad15-73c99a7de09b,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:10.112023 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-a8602096-8c07-498c-9629-17db49171c7c None None] Provisioning complete for port 984a74a5-2e9f-47bd-ad15-73c99a7de09b triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:10.112549 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a8602096-8c07-498c-9629-17db49171c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:10.166353 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40132) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:10.502865 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-25f70c3d-be90-473a-9386-0970cebdde3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:10.675114 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-a8602096-8c07-498c-9629-17db49171c7c None None] Current status of the port 984a74a5-2e9f-47bd-ad15-73c99a7de09b is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:10.700918 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4965d7e2-3619-50f4-806f-d53d5fe93725-dc32f93b-dcca-45cc-a515-23768d5cef65', 'network_id': 'dc32f93b-dcca-45cc-a515-23768d5cef65', 'project_id': 'ed26aba538f0415fa3fe812554c97365', 'fixed_ips': [{'subnet_id': 'e150bee3-9d89-42d5-8dc6-27860268517f'}]}} from dv-cinder-840493-1-iscsi. {{(pid=115138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:55:10.702144 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:10.728518 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-25f70c3d-be90-473a-9386-0970cebdde3d admin admin] Publish callbacks [] for security_group (8fd2d05c-2aeb-4770-a45c-5473ae768e9b), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:10.759331 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-25f70c3d-be90-473a-9386-0970cebdde3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (8fd2d05c-2aeb-4770-a45c-5473ae768e9b), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:10.779736 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Publish callbacks [] for router_controller (3f1204c8-3cb4-44f0-85b2-ee575113f44f), precommit_add_association {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:10.893451 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-57210a19-20cf-47da-b40c-9edbcc2b1f3d req-9c885f77-6b16-484a-8a72-3244ef96f15e tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1192887 May 04 14:55:10.921148 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a0cef08d-fd5b-40f6-819a-ec1848b009d0 req-b82adc5c-0bb6-4b3f-8e24-43932026d242 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c18b155c-4dd9-4569-a3a7-24c294403087 HTTP/1.1" status: 200 len: 1002 time: 1.4066753 May 04 14:55:10.948417 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f70c3d-be90-473a-9386-0970cebdde3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd2d05c-2aeb-4770-a45c-5473ae768e9b,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:10.987830 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-25f70c3d-be90-473a-9386-0970cebdde3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=824b8f458d15486c97a42fb7c678199a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8199389 May 04 14:55:10.988561 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40138) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:11.267612 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b21c6e2d-496e-4445-bf52-84d6cf1f39c6 admin admin] Publish callbacks [] for security_group (8fd2d05c-2aeb-4770-a45c-5473ae768e9b), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:11.297774 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b21c6e2d-496e-4445-bf52-84d6cf1f39c6 admin admin] Publish callbacks [] for security_group (8fd2d05c-2aeb-4770-a45c-5473ae768e9b), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:11.380880 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b21c6e2d-496e-4445-bf52-84d6cf1f39c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (8fd2d05c-2aeb-4770-a45c-5473ae768e9b), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:11.387317 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b21c6e2d-496e-4445-bf52-84d6cf1f39c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:11.391322 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-b21c6e2d-496e-4445-bf52-84d6cf1f39c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fd2d05c-2aeb-4770-a45c-5473ae768e9b HTTP/1.1" status: 204 len: 168 time: 0.4016616 May 04 14:55:11.393810 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28b77b-1118-4c2b-ae84-c2570ac7481d req-b2ac04d0-ceb8-4e1a-8d69-72b4490c1324 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:11.407319 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6d28b77b-1118-4c2b-ae84-c2570ac7481d req-b2ac04d0-ceb8-4e1a-8d69-72b4490c1324 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 943 time: 0.1895638 May 04 14:55:11.428961 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c6e2d-496e-4445-bf52-84d6cf1f39c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd2d05c-2aeb-4770-a45c-5473ae768e9b,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:11.439364 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:08Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:11.535710 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1493c23c-a6d9-4557-80df-9cdb44dee52a None None] The sync data for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi is: [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:08Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:55:11.554769 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Publish callbacks [] for router_gateway (3f1204c8-3cb4-44f0-85b2-ee575113f44f), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:11.561591 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cef08d-fd5b-40f6-819a-ec1848b009d0 req-0f208671-6b4d-4683-a1e7-33d40e4a1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:11.563536 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a0cef08d-fd5b-40f6-819a-ec1848b009d0 req-0f208671-6b4d-4683-a1e7-33d40e4a1800 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a789fad3-a526-4f2f-b0cf-06991416836f HTTP/1.1" status: 200 len: 850 time: 0.4019773 May 04 14:55:11.689961 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6d28b77b-1118-4c2b-ae84-c2570ac7481d req-69e13d0c-a03c-4af9-8615-7a1df65e4679 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607431 May 04 14:55:11.790473 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.db_base_plugin_common [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Allocated IP 172.20.0.2 (dc32f93b-dcca-45cc-a515-23768d5cef65/e150bee3-9d89-42d5-8dc6-27860268517f/294ef868-c250-4389-b9f7-a726fee8e390) {{(pid=115138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:55:11.949285 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cef08d-fd5b-40f6-819a-ec1848b009d0 req-ccc73a64-4058-4e94-ae5b-980bb53c3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:11.950929 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a0cef08d-fd5b-40f6-819a-ec1848b009d0 req-ccc73a64-4058-4e94-ae5b-980bb53c3f13 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b03422af-5eb8-4977-a232-35a6a99300ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2842615 May 04 14:55:12.140972 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40150) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:12.160295 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9481f797-cfe2-4307-830c-71228d8dc97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:12.195098 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36119740-bd87-41b8-9a6c-ce63baa50394 req-c5b47c29-22dc-4a2b-8142-0f429dacd278 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:12.204958 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-36119740-bd87-41b8-9a6c-ce63baa50394 req-c5b47c29-22dc-4a2b-8142-0f429dacd278 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.3205364 May 04 14:55:12.207567 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Publish callbacks [] for port (294ef868-c250-4389-b9f7-a726fee8e390), precommit_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:12.220220 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (294ef868-c250-4389-b9f7-a726fee8e390), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:12.293816 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9481f797-cfe2-4307-830c-71228d8dc97b admin admin] Publish callbacks [] for security_group (3e24964f-b379-472f-87f4-ad1dc831a22c), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:12.303282 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9481f797-cfe2-4307-830c-71228d8dc97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3e24964f-b379-472f-87f4-ad1dc831a22c), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:12.362970 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-9481f797-cfe2-4307-830c-71228d8dc97b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfe9192e3cb04930bd3dbd1f0967c814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208114 May 04 14:55:12.369078 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Network dc32f93b-dcca-45cc-a515-23768d5cef65 is already hosted by enough agents. {{(pid=115138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:55:12.371150 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40152) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:12.401190 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a0cef08d-fd5b-40f6-819a-ec1848b009d0 req-59725021-c119-4d25-984e-28405ce45298 service neutron] 10.222.0.49 "GET /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401090 May 04 14:55:12.407347 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Pushing event updated for resources: {'Port': ['ID=294ef868-c250-4389-b9f7-a726fee8e390,revision_number=1']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:12.411201 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.base_scheduler [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Resources bound (agent type, host, resource id): {{(pid=115138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:55:12.417785 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Received port after_create {{(pid=115138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:55:12.436966 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481f797-cfe2-4307-830c-71228d8dc97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e24964f-b379-472f-87f4-ad1dc831a22c,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:12.447944 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-36119740-bd87-41b8-9a6c-ce63baa50394 req-a68dc68d-012f-453f-998b-b5262522ffdd tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391486 May 04 14:55:12.513193 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Publish callbacks [] for router_gateway (3f1204c8-3cb4-44f0-85b2-ee575113f44f), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:12.585488 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:12.588829 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-fd171492-1fb4-44a7-aa9f-1188584f4eeb admin admin] Publish callbacks [] for security_group (3e24964f-b379-472f-87f4-ad1dc831a22c), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:12.643142 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Attempting to bind port 294ef868-c250-4389-b9f7-a726fee8e390 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:55:12.643549 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Attempting to bind port 294ef868-c250-4389-b9f7-a726fee8e390 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '2f4c4d25-bd68-40f8-b69d-e0153f05c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc32f93b-dcca-45cc-a515-23768d5cef65'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:55:12.643875 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Attempting to bind port 294ef868-c250-4389-b9f7-a726fee8e390 on network dc32f93b-dcca-45cc-a515-23768d5cef65 {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:55:12.656810 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-fd171492-1fb4-44a7-aa9f-1188584f4eeb admin admin] Publish callbacks [] for security_group (3e24964f-b379-472f-87f4-ad1dc831a22c), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:12.674780 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:55:12.675355 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Checking segment: {'id': '2f4c4d25-bd68-40f8-b69d-e0153f05c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc32f93b-dcca-45cc-a515-23768d5cef65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:55:12.675787 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:12.676193 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Bound using segment: {'id': '2f4c4d25-bd68-40f8-b69d-e0153f05c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc32f93b-dcca-45cc-a515-23768d5cef65'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:55:12.676711 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Bound port: 294ef868-c250-4389-b9f7-a726fee8e390, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4c4d25-bd68-40f8-b69d-e0153f05c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc32f93b-dcca-45cc-a515-23768d5cef65'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:55:12.677137 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (294ef868-c250-4389-b9f7-a726fee8e390), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:12.730890 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Allocated IP 172.27.2.149 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/531f1a8f-5879-450e-85b7-0dd1a167ebaf) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:55:12.813524 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-fd171492-1fb4-44a7-aa9f-1188584f4eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3e24964f-b379-472f-87f4-ad1dc831a22c), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:12.823302 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-fd171492-1fb4-44a7-aa9f-1188584f4eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:12.832485 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-fd171492-1fb4-44a7-aa9f-1188584f4eeb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e24964f-b379-472f-87f4-ad1dc831a22c HTTP/1.1" status: 204 len: 168 time: 0.4475982 May 04 14:55:12.858175 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd171492-1fb4-44a7-aa9f-1188584f4eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e24964f-b379-472f-87f4-ad1dc831a22c,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:12.896047 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Publish callbacks [] for port (531f1a8f-5879-450e-85b7-0dd1a167ebaf), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:12.933012 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] For port 294ef868-c250-4389-b9f7-a726fee8e390, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:55:12.948389 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] For port 294ef868-c250-4389-b9f7-a726fee8e390, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=294ef868-c250-4389-b9f7-a726fee8e390,segment=NetworkSegment(2f4c4d25-bd68-40f8-b69d-e0153f05c203),segment_id=2f4c4d25-bd68-40f8-b69d-e0153f05c203)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:55:12.963718 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (294ef868-c250-4389-b9f7-a726fee8e390), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:13.089371 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddb73e-1697-45cf-845a-ad376cf825fb req-a5a6f262-bf06-4f8e-a201-67a3b4d7d0a1 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:13.097469 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-57ddb73e-1697-45cf-845a-ad376cf825fb req-a5a6f262-bf06-4f8e-a201-67a3b4d7d0a1 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.1799076 May 04 14:55:13.178743 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a0cef08d-fd5b-40f6-819a-ec1848b009d0 req-b60ddc5f-73c4-415b-b739-e2af154aa856 service neutron] 10.222.0.49 "GET /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7675693 May 04 14:55:13.221271 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (531f1a8f-5879-450e-85b7-0dd1a167ebaf), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:13.241952 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 984a74a5-2e9f-47bd-ad15-73c99a7de09b up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:55:13.332613 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cb9af-18dc-4fef-96f8-a61c5e10d102 None None] Pushing event updated for resources: {'Port': ['ID=294ef868-c250-4389-b9f7-a726fee8e390,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:13.378452 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-57ddb73e-1697-45cf-845a-ad376cf825fb req-2a812fd8-8170-43b3-ad89-61f503f6d909 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798257 May 04 14:55:13.431276 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:55:13.446914 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:55:13.455772 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:55:13.479848 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:13.572143 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 984a74a5-2e9f-47bd-ad15-73c99a7de09b triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:13.576069 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:13.780023 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Pushing event updated for resources: {'Port': ['ID=531f1a8f-5879-450e-85b7-0dd1a167ebaf,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:13.924476 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 984a74a5-2e9f-47bd-ad15-73c99a7de09b is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:13.937103 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40162) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:13.972827 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-66ab393d-df64-4944-9bcf-512a838937b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:14.079542 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284e891-72bb-4d3e-a38b-c54d95c66d8c req-467e94aa-7831-4b2a-9bef-ba5299e7945f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:14.090550 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6284e891-72bb-4d3e-a38b-c54d95c66d8c req-467e94aa-7831-4b2a-9bef-ba5299e7945f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 943 time: 0.4967575 May 04 14:55:14.172282 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-66ab393d-df64-4944-9bcf-512a838937b6 admin admin] Publish callbacks [] for security_group (7534e44a-fe52-4564-aa38-627866e7ff87), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:14.181931 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-66ab393d-df64-4944-9bcf-512a838937b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (7534e44a-fe52-4564-aa38-627866e7ff87), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:14.287823 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-66ab393d-df64-4944-9bcf-512a838937b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ff6d985f739421e9b95521aa63a1a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511732 May 04 14:55:14.290557 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40164) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:14.297476 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab393d-df64-4944-9bcf-512a838937b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7534e44a-fe52-4564-aa38-627866e7ff87,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:14.356558 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6284e891-72bb-4d3e-a38b-c54d95c66d8c req-5ba05528-c8a7-4254-a3b0-6a95a49fc00f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650797 May 04 14:55:14.400044 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Publish callbacks [] for router_gateway (3f1204c8-3cb4-44f0-85b2-ee575113f44f), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:14.413285 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-fcbc00e4-b314-4b01-93da-01a15d730867 admin admin] Publish callbacks [] for security_group (7534e44a-fe52-4564-aa38-627866e7ff87), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:14.454128 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-fcbc00e4-b314-4b01-93da-01a15d730867 admin admin] Publish callbacks [] for security_group (7534e44a-fe52-4564-aa38-627866e7ff87), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:14.622649 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-fcbc00e4-b314-4b01-93da-01a15d730867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (7534e44a-fe52-4564-aa38-627866e7ff87), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:14.625480 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-fcbc00e4-b314-4b01-93da-01a15d730867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:14.627032 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-fcbc00e4-b314-4b01-93da-01a15d730867 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7534e44a-fe52-4564-aa38-627866e7ff87 HTTP/1.1" status: 204 len: 168 time: 0.3350942 May 04 14:55:14.654676 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc00e4-b314-4b01-93da-01a15d730867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7534e44a-fe52-4564-aa38-627866e7ff87,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:14.756243 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec3120-29b1-45e2-8e38-e3a8549b2396 req-59386ddc-4879-490f-859b-ce0a73659cd2 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:14.771817 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e3ec3120-29b1-45e2-8e38-e3a8549b2396 req-59386ddc-4879-490f-859b-ce0a73659cd2 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.2055097 May 04 14:55:15.088669 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690820'] for router (3f1204c8-3cb4-44f0-85b2-ee575113f44f), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:15.287988 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 294ef868-c250-4389-b9f7-a726fee8e390 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:55:15.294965 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e3ec3120-29b1-45e2-8e38-e3a8549b2396 req-d090a915-6b66-4d4e-8e68-7523c9938d91 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5220766 May 04 14:55:15.451300 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eba2d0-0452-43ec-992d-f42bf8ea4f8e None None] Network dc32f93b-dcca-45cc-a515-23768d5cef65 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:55:15.513245 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7a9b1-d8ab-4337-8b1c-931fa8a4e130 req-484c9c09-13aa-4e48-b215-47c0a2ab4d64 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:15.520980 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ed7a9b1-d8ab-4337-8b1c-931fa8a4e130 req-484c9c09-13aa-4e48-b215-47c0a2ab4d64 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0553825 May 04 14:55:15.630255 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-158ac0f4-3b27-4a38-8966-904abc5317d5 None None] Provisioning complete for port 294ef868-c250-4389-b9f7-a726fee8e390 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:15.630717 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-158ac0f4-3b27-4a38-8966-904abc5317d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (294ef868-c250-4389-b9f7-a726fee8e390), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:15.660647 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Router 3f1204c8-3cb4-44f0-85b2-ee575113f44f is scheduled to L3 agent b987e420-0280-4229-80f3-f09839d30a9a with binding_index 1 {{(pid=115137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:55:15.671707 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ed7a9b1-d8ab-4337-8b1c-931fa8a4e130 req-8f16997a-0074-4343-90bb-572171c805a5 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490197 May 04 14:55:15.711102 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 294ef868-c250-4389-b9f7-a726fee8e390 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:15.711479 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (294ef868-c250-4389-b9f7-a726fee8e390), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:15.849974 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:55:15.862584 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Sync routers for ids ['3f1204c8-3cb4-44f0-85b2-ee575113f44f'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:55:15.911479 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Routers {'3f1204c8-3cb4-44f0-85b2-ee575113f44f'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:55:15.913812 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:55:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['3f1204c8-3cb4-44f0-85b2-ee575113f44f'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:15.947820 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17791a-03d4-4b3e-a755-50df04f60b4f req-84ff3c36-9ba5-4358-a681-da8d85fd363f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:15.953640 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2f17791a-03d4-4b3e-a755-50df04f60b4f req-84ff3c36-9ba5-4358-a681-da8d85fd363f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 943 time: 0.1204133 May 04 14:55:15.959795 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:15.964049 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40178) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:15.970247 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-030b119d-ccf4-462c-83bb-dedd984af107 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5703239 May 04 14:55:16.050668 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2f17791a-03d4-4b3e-a755-50df04f60b4f req-692af074-fb43-42cd-bebd-26ba94902768 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763476 May 04 14:55:16.072191 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 294ef868-c250-4389-b9f7-a726fee8e390 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:16.078426 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (294ef868-c250-4389-b9f7-a726fee8e390), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:16.130237 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-158ac0f4-3b27-4a38-8966-904abc5317d5 None None] Current status of the port 294ef868-c250-4389-b9f7-a726fee8e390 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:16.143363 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-158ac0f4-3b27-4a38-8966-904abc5317d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (294ef868-c250-4389-b9f7-a726fee8e390), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:16.225789 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] For port 294ef868-c250-4389-b9f7-a726fee8e390, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=294ef868-c250-4389-b9f7-a726fee8e390,segment=NetworkSegment(2f4c4d25-bd68-40f8-b69d-e0153f05c203),segment_id=2f4c4d25-bd68-40f8-b69d-e0153f05c203)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:16.235951 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (294ef868-c250-4389-b9f7-a726fee8e390), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:16.264651 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Set router 3f1204c8-3cb4-44f0-85b2-ee575113f44f gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:55:16.441443 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.db.api [None req-158ac0f4-3b27-4a38-8966-904abc5317d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 14:55:16.442547 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG oslo_db.api [None req-158ac0f4-3b27-4a38-8966-904abc5317d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 14:55:16.452952 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Pushing event updated for resources: {'Port': ['ID=294ef868-c250-4389-b9f7-a726fee8e390,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:16.531872 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44164ac-7946-49f9-9387-9651fe6f7657 req-8ca22ac2-c4c9-4d0a-8082-24f37c04ea04 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:16.540407 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e44164ac-7946-49f9-9387-9651fe6f7657 req-8ca22ac2-c4c9-4d0a-8082-24f37c04ea04 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0859969 May 04 14:55:16.652145 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e44164ac-7946-49f9-9387-9651fe6f7657 req-232174d7-3a40-416d-ab5c-f4bd2841307b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107242 May 04 14:55:16.737173 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'name': 'tempest-TestVolumeBootPattern-630972401-router', 'tenant_id': 'ed26aba538f0415fa3fe812554c97365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '531f1a8f-5879-450e-85b7-0dd1a167ebaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:55:09Z', 'updated_at': '2022-05-04T14:55:13Z', 'revision_number': 3, 'project_id': 'ed26aba538f0415fa3fe812554c97365', 'gw_port': {'id': '531f1a8f-5879-450e-85b7-0dd1a167ebaf', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:12Z', 'updated_at': '2022-05-04T14:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:16.805189 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Checking router: 3f1204c8-3cb4-44f0-85b2-ee575113f44f for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:55:16.805940 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Updating router 3f1204c8-3cb4-44f0-85b2-ee575113f44f port 531f1a8f-5879-450e-85b7-0dd1a167ebaf binding host dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:55:16.842735 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (531f1a8f-5879-450e-85b7-0dd1a167ebaf), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:17.049376 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-158ac0f4-3b27-4a38-8966-904abc5317d5 None None] Current status of the port 294ef868-c250-4389-b9f7-a726fee8e390 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:17.185631 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-43206737-b1b9-4f1b-834b-c5479b6c45e1 None None] Provisioning complete for port 294ef868-c250-4389-b9f7-a726fee8e390 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:17.186456 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-43206737-b1b9-4f1b-834b-c5479b6c45e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (294ef868-c250-4389-b9f7-a726fee8e390), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:17.189233 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:17.293056 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 294ef868-c250-4389-b9f7-a726fee8e390 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:55:17.322089 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f7d38-ab53-4872-a2ac-a85a594b2f54 req-ee62a2f7-4ebc-4251-96ed-f3001fc78196 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:17.323553 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3a6f7d38-ab53-4872-a2ac-a85a594b2f54 req-ee62a2f7-4ebc-4251-96ed-f3001fc78196 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 943 time: 0.0811355 May 04 14:55:17.430069 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3a6f7d38-ab53-4872-a2ac-a85a594b2f54 req-e7f7f8f5-7d0c-4f03-af83-bb15432e93ea tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995281 May 04 14:55:17.688814 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 294ef868-c250-4389-b9f7-a726fee8e390 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:17.693655 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (294ef868-c250-4389-b9f7-a726fee8e390), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:17.722946 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Allocated IP 172.20.0.1 (dc32f93b-dcca-45cc-a515-23768d5cef65/e150bee3-9d89-42d5-8dc6-27860268517f/43794b98-add4-4a58-a81c-3f120c39e32a) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:55:17.818393 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Publish callbacks [] for port (531f1a8f-5879-450e-85b7-0dd1a167ebaf), precommit_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:17.830612 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (531f1a8f-5879-450e-85b7-0dd1a167ebaf), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:17.902503 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2522cd7-a64c-4bc7-ae6e-34bda9058c4c None None] Pushing event updated for resources: {'Port': ['ID=531f1a8f-5879-450e-85b7-0dd1a167ebaf,revision_number=2']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:17.933839 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a34e7-9c03-4432-9f97-63e6139e7be1 req-81ca7674-d8d6-4e6a-b2a7-6fd6205fbc26 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:17.945588 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5c3a34e7-9c03-4432-9f97-63e6139e7be1 req-81ca7674-d8d6-4e6a-b2a7-6fd6205fbc26 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0944576 May 04 14:55:17.956288 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-43206737-b1b9-4f1b-834b-c5479b6c45e1 None None] Current status of the port 294ef868-c250-4389-b9f7-a726fee8e390 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:17.963208 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Attempting to bind port 531f1a8f-5879-450e-85b7-0dd1a167ebaf on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:55:17.963768 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Attempting to bind port 531f1a8f-5879-450e-85b7-0dd1a167ebaf by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:55:17.964360 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Attempting to bind port 531f1a8f-5879-450e-85b7-0dd1a167ebaf on network 0edac7da-e104-49a8-a1ba-50991a341388 {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:55:17.978504 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:55:17.979185 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Checking segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:55:17.979771 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:17.980931 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Bound using segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:55:17.983175 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Bound port: 531f1a8f-5879-450e-85b7-0dd1a167ebaf, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:55:17.987991 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (531f1a8f-5879-450e-85b7-0dd1a167ebaf), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:18.026520 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Publish callbacks [] for port (43794b98-add4-4a58-a81c-3f120c39e32a), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:18.060465 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] For port 531f1a8f-5879-450e-85b7-0dd1a167ebaf, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:55:18.062995 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5c3a34e7-9c03-4432-9f97-63e6139e7be1 req-145cc3fb-127c-4f6f-8d60-4c8e429eb9b1 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130040 May 04 14:55:18.065004 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] For port 531f1a8f-5879-450e-85b7-0dd1a167ebaf, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=531f1a8f-5879-450e-85b7-0dd1a167ebaf,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:55:18.086691 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (531f1a8f-5879-450e-85b7-0dd1a167ebaf), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:18.093629 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 294ef868-c250-4389-b9f7-a726fee8e390 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:18.099590 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:18.164826 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2522cd7-a64c-4bc7-ae6e-34bda9058c4c None None] Pushing event updated for resources: {'Port': ['ID=531f1a8f-5879-450e-85b7-0dd1a167ebaf,revision_number=3']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:18.197768 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Routers {'3f1204c8-3cb4-44f0-85b2-ee575113f44f'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:55:18.198793 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:55:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['3f1204c8-3cb4-44f0-85b2-ee575113f44f'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:18.206092 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Network dc32f93b-dcca-45cc-a515-23768d5cef65 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:55:18.216093 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:55:18.232206 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:55:18.233137 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690265'] for router_interface (3f1204c8-3cb4-44f0-85b2-ee575113f44f), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:18.338763 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] Set router 3f1204c8-3cb4-44f0-85b2-ee575113f44f gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:55:18.563376 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Pushing event updated for resources: {'Port': ['ID=43794b98-add4-4a58-a81c-3f120c39e32a,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:18.599025 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-417b593b-2d4a-47a0-8e21-0b7f9e41007a None None] Provisioning complete for port 43794b98-add4-4a58-a81c-3f120c39e32a triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:18.599410 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-417b593b-2d4a-47a0-8e21-0b7f9e41007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:18.649115 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:18.649115 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:18.649115 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:18.649546 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:18.650537 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:18.650878 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:18.651221 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:18.651540 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:18.651947 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:18.652277 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:18.652606 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:18.652962 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:18.653279 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:18.659070 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:18.660761 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:18.701634 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf0274-02e4-4418-9a62-d9d82ce5c85a req-bd028a5e-e555-4d09-906b-040c72355a14 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:18.712506 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0dcf0274-02e4-4418-9a62-d9d82ce5c85a req-bd028a5e-e555-4d09-906b-040c72355a14 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 943 time: 0.1269715 May 04 14:55:18.715232 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:18.718251 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-417b593b-2d4a-47a0-8e21-0b7f9e41007a None None] Port 43794b98-add4-4a58-a81c-3f120c39e32a cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:55:18.736065 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'name': 'tempest-TestVolumeBootPattern-630972401-router', 'tenant_id': 'ed26aba538f0415fa3fe812554c97365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '531f1a8f-5879-450e-85b7-0dd1a167ebaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:55:09Z', 'updated_at': '2022-05-04T14:55:13Z', 'revision_number': 3, 'project_id': 'ed26aba538f0415fa3fe812554c97365', 'gw_port': {'id': '531f1a8f-5879-450e-85b7-0dd1a167ebaf', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:12Z', 'updated_at': '2022-05-04T14:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:18.803657 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f95fb4-a679-4422-8908-4312d5167806 None None] The sync data for ids ['3f1204c8-3cb4-44f0-85b2-ee575113f44f'] in dv-cinder-840493-1-iscsi is: [{'id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'name': 'tempest-TestVolumeBootPattern-630972401-router', 'tenant_id': 'ed26aba538f0415fa3fe812554c97365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '531f1a8f-5879-450e-85b7-0dd1a167ebaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:55:09Z', 'updated_at': '2022-05-04T14:55:13Z', 'revision_number': 3, 'project_id': 'ed26aba538f0415fa3fe812554c97365', 'gw_port': {'id': '531f1a8f-5879-450e-85b7-0dd1a167ebaf', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:12Z', 'updated_at': '2022-05-04T14:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:55:18.832680 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0dcf0274-02e4-4418-9a62-d9d82ce5c85a req-3ff6c061-38da-4c30-a177-d00600479cb0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190782 May 04 14:55:19.018905 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Publish callbacks [] for port (43794b98-add4-4a58-a81c-3f120c39e32a), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:19.027547 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:19.028346 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690211'] for router_interface (3f1204c8-3cb4-44f0-85b2-ee575113f44f), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:19.233008 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Pushing event updated for resources: {'Port': ['ID=43794b98-add4-4a58-a81c-3f120c39e32a,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:19.273048 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Network dc32f93b-dcca-45cc-a515-23768d5cef65 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:55:19.274607 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:55:19.302734 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65569f-d8b5-455a-b64a-1ebb0fccf767 req-c24fcb40-fae9-4c42-a910-db83dd00fa22 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:19.316168 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3b65569f-d8b5-455a-b64a-1ebb0fccf767 req-c24fcb40-fae9-4c42-a910-db83dd00fa22 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.1503911 May 04 14:55:19.448514 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3b65569f-d8b5-455a-b64a-1ebb0fccf767 req-2d780fb4-d1b0-4d15-9b4d-c74a76e2570c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333241 May 04 14:55:19.504343 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Router 3f1204c8-3cb4-44f0-85b2-ee575113f44f has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:55:19.763878 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-0a9d0a5b-3b34-40e5-8056-f80fa6b711d3 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--143562419&fields=id&tenant_id=f96454a48c304aabbcb82ad8a2771b01 HTTP/1.1" status: 200 len: 267 time: 0.1686697 May 04 14:55:19.765296 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:55:19.770754 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-46cb413c-5945-48d0-a21a-9c81395066c8 admin admin] 10.222.0.32 "PUT /v2.0/routers/3f1204c8-3cb4-44f0-85b2-ee575113f44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8055170 May 04 14:55:19.853994 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-92025e5a-9f26-436a-a473-5b6bb3ddb83f None None] Provisioning complete for port 43794b98-add4-4a58-a81c-3f120c39e32a triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:19.854641 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-92025e5a-9f26-436a-a473-5b6bb3ddb83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:19.958553 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-34bbc128-d0cb-4681-9700-fb081e937728 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:19.965871 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-34bbc128-d0cb-4681-9700-fb081e937728 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 819 time: 0.1870039 May 04 14:55:19.974290 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-92025e5a-9f26-436a-a473-5b6bb3ddb83f None None] Port 43794b98-add4-4a58-a81c-3f120c39e32a cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:55:19.992603 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-62833b37-e4fd-4e5c-866a-87beb74a01e8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/quotas/f96454a48c304aabbcb82ad8a2771b01 HTTP/1.1" status: 200 len: 375 time: 0.0255194 May 04 14:55:20.067416 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-3d021b95-a501-4175-8f3b-5105f9801f96 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0737312 May 04 14:55:20.072236 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b632ae-91fb-41f0-9fdb-19a80dff2351 req-5321cb36-f8ac-46a6-bb04-861f14334b3c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:20.079521 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-27b632ae-91fb-41f0-9fdb-19a80dff2351 req-5321cb36-f8ac-46a6-bb04-861f14334b3c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 943 time: 0.0956528 May 04 14:55:20.143580 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-27b632ae-91fb-41f0-9fdb-19a80dff2351 req-f361c8ba-9e3e-4a05-9a50-a1d5157b389f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630467 May 04 14:55:20.214399 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-77bf0e5d-26f5-4d3f-b506-e52942a78517 service neutron] 10.222.0.32 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432261 May 04 14:55:20.361290 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-c2e94a16-5b57-4e0c-9430-0ab3c6095ee5 service neutron] 10.222.0.32 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384568 May 04 14:55:20.660476 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d48afb-315f-42cb-95e7-641eecb8b853 req-ddb5e717-3ebb-4954-860b-e0489f1a0626 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:20.662110 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-20d48afb-315f-42cb-95e7-641eecb8b853 req-ddb5e717-3ebb-4954-860b-e0489f1a0626 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0764003 May 04 14:55:20.746364 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-20d48afb-315f-42cb-95e7-641eecb8b853 req-48244314-4a5b-4136-9918-5fb05625c770 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753770 May 04 14:55:20.867011 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ffd33d40-6a44-40a1-b5e0-ff6d28581be1 req-aa3c51fc-bbfd-4fae-a7f2-6372f1afb99c tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 210 time: 0.0581546 May 04 14:55:21.167141 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a77f3-7fde-4a58-ada1-61d508d919d2 req-d65fd48f-83c4-41e3-8bc0-c3d09c0c9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:21.170126 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-109a77f3-7fde-4a58-ada1-61d508d919d2 req-d65fd48f-83c4-41e3-8bc0-c3d09c0c9868 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f512333663064960847a1dd30c177cf9&device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 1129 time: 0.0947690 May 04 14:55:21.253541 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 531f1a8f-5879-450e-85b7-0dd1a167ebaf up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:55:21.285527 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40240) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:21.296315 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-31b9fc6b-b539-4e3c-8bf6-82879295fd05 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1596917158', 'description': 'tempest-secgroup-smoke-1596917158 description', 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:21.363462 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdb439-133e-4a81-a208-aa588035bf25 req-951b3118-7507-4e19-94db-c9af5039014a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:21.365166 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f9cdb439-133e-4a81-a208-aa588035bf25 req-951b3118-7507-4e19-94db-c9af5039014a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 943 time: 0.0806072 May 04 14:55:21.368138 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Sync routers for ids ['3f1204c8-3cb4-44f0-85b2-ee575113f44f'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:55:21.387304 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 531f1a8f-5879-450e-85b7-0dd1a167ebaf triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:21.387998 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (531f1a8f-5879-450e-85b7-0dd1a167ebaf), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:21.393369 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Routers {'3f1204c8-3cb4-44f0-85b2-ee575113f44f'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:55:21.394358 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:55:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['3f1204c8-3cb4-44f0-85b2-ee575113f44f'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:21.406072 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-31b9fc6b-b539-4e3c-8bf6-82879295fd05 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:21.450674 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f9cdb439-133e-4a81-a208-aa588035bf25 req-47c41a87-f3a5-4bcc-989f-e46a44981d0d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769801 May 04 14:55:21.539696 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-31b9fc6b-b539-4e3c-8bf6-82879295fd05 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group (27f821c4-4a85-41de-9d8f-3b6e9b421b14), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:21.554007 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-31b9fc6b-b539-4e3c-8bf6-82879295fd05 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (27f821c4-4a85-41de-9d8f-3b6e9b421b14), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:21.595181 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 531f1a8f-5879-450e-85b7-0dd1a167ebaf is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:21.595786 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (531f1a8f-5879-450e-85b7-0dd1a167ebaf), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:21.603738 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-31b9fc6b-b539-4e3c-8bf6-82879295fd05 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:21.608704 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-31b9fc6b-b539-4e3c-8bf6-82879295fd05 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3186300 May 04 14:55:21.608704 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40248) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:21.625516 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-a3d2c7c9-c08a-4ead-ae98-debb7f352d4a tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Request body: {'security_group_rule': {'security_group_id': '27f821c4-4a85-41de-9d8f-3b6e9b421b14', 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:21.634158 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9fc6b-b539-4e3c-8bf6-82879295fd05 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f821c4-4a85-41de-9d8f-3b6e9b421b14,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:21.635062 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Set router 3f1204c8-3cb4-44f0-85b2-ee575113f44f gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:55:21.639522 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] For port 531f1a8f-5879-450e-85b7-0dd1a167ebaf, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=531f1a8f-5879-450e-85b7-0dd1a167ebaf,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:21.674023 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (531f1a8f-5879-450e-85b7-0dd1a167ebaf), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:21.691108 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a3d2c7c9-c08a-4ead-ae98-debb7f352d4a tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (81c139f7-161f-4ada-868f-5606d2926bd6), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:21.815451 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Pushing event updated for resources: {'Port': ['ID=531f1a8f-5879-450e-85b7-0dd1a167ebaf,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:21.868625 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a3d2c7c9-c08a-4ead-ae98-debb7f352d4a tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (81c139f7-161f-4ada-868f-5606d2926bd6), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:21.876054 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a3d2c7c9-c08a-4ead-ae98-debb7f352d4a tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (81c139f7-161f-4ada-868f-5606d2926bd6), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:21.940151 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2c7c9-c08a-4ead-ae98-debb7f352d4a tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c139f7-161f-4ada-868f-5606d2926bd6,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:21.960558 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cf85d-2aff-4b17-924b-616c2c1c3f08 req-9c5c369d-76a6-4605-a146-3907ca2e716f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:21.964409 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a3d2c7c9-c08a-4ead-ae98-debb7f352d4a tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:21.970511 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-a3d2c7c9-c08a-4ead-ae98-debb7f352d4a tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3585656 May 04 14:55:21.970690 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d52cf85d-2aff-4b17-924b-616c2c1c3f08 req-9c5c369d-76a6-4605-a146-3907ca2e716f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0648217 May 04 14:55:21.971522 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40254) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:21.982996 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-03e9a8c4-c6a8-4f83-9706-7a6ba166a955 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Request body: {'security_group_rule': {'security_group_id': '27f821c4-4a85-41de-9d8f-3b6e9b421b14', 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:22.010182 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a77f3-7fde-4a58-ada1-61d508d919d2 req-bcdcc3f8-e7fd-4f10-952e-15caa7cd7548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:22.012220 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-109a77f3-7fde-4a58-ada1-61d508d919d2 req-bcdcc3f8-e7fd-4f10-952e-15caa7cd7548 service neutron] 10.222.0.49 "GET /v2.0/networks?id=79f79ca7-23fe-4754-96e7-93df86905dc1 HTTP/1.1" status: 200 len: 918 time: 0.8362103 May 04 14:55:22.074950 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-07885b0f-6071-4bba-9542-a0838bc82b3e req-f7e06073-6594-4a02-bffd-0740987a4b51 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 210 time: 0.0779471 May 04 14:55:22.103340 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'name': 'tempest-TestVolumeBootPattern-630972401-router', 'tenant_id': 'ed26aba538f0415fa3fe812554c97365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '531f1a8f-5879-450e-85b7-0dd1a167ebaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:55:09Z', 'updated_at': '2022-05-04T14:55:18Z', 'revision_number': 4, 'project_id': 'ed26aba538f0415fa3fe812554c97365', 'gw_port': {'id': '531f1a8f-5879-450e-85b7-0dd1a167ebaf', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:12Z', 'updated_at': '2022-05-04T14:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '43794b98-add4-4a58-a81c-3f120c39e32a', 'name': '', 'network_id': 'dc32f93b-dcca-45cc-a515-23768d5cef65', 'tenant_id': 'ed26aba538f0415fa3fe812554c97365', 'mac_address': 'fa:16:3e:1f:ff:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e150bee3-9d89-42d5-8dc6-27860268517f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:17Z', 'updated_at': '2022-05-04T14:55:18Z', 'revision_number': 2, 'project_id': 'ed26aba538f0415fa3fe812554c97365', 'subnets': [{'id': 'e150bee3-9d89-42d5-8dc6-27860268517f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:22.122864 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d52cf85d-2aff-4b17-924b-616c2c1c3f08 req-eed23c77-f32a-4cc5-b23a-5c340074d687 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534681 May 04 14:55:22.143734 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-03e9a8c4-c6a8-4f83-9706-7a6ba166a955 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (b7966cde-4df0-4f26-a413-916f6ad851a2), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:22.167712 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-109a77f3-7fde-4a58-ada1-61d508d919d2 req-7c62149b-579e-4676-90db-41f3506327e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=463a9e34-de88-41bb-b997-6302ab23da6b HTTP/1.1" status: 200 len: 1001 time: 0.1312435 May 04 14:55:22.174116 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Checking router: 3f1204c8-3cb4-44f0-85b2-ee575113f44f for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:55:22.174460 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Updating router 3f1204c8-3cb4-44f0-85b2-ee575113f44f port 43794b98-add4-4a58-a81c-3f120c39e32a binding host dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:55:22.204771 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:22.218055 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-03e9a8c4-c6a8-4f83-9706-7a6ba166a955 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (b7966cde-4df0-4f26-a413-916f6ad851a2), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:22.224606 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-03e9a8c4-c6a8-4f83-9706-7a6ba166a955 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (b7966cde-4df0-4f26-a413-916f6ad851a2), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:22.248170 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9a8c4-c6a8-4f83-9706-7a6ba166a955 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7966cde-4df0-4f26-a413-916f6ad851a2,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:22.255146 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-03e9a8c4-c6a8-4f83-9706-7a6ba166a955 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:22.264968 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-03e9a8c4-c6a8-4f83-9706-7a6ba166a955 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2841308 May 04 14:55:22.321169 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40256) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:22.326752 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-3e10e267-6824-46ff-b2c5-f6766083f652 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Request body: {'security_group_rule': {'security_group_id': '27f821c4-4a85-41de-9d8f-3b6e9b421b14', 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:22.376751 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3e10e267-6824-46ff-b2c5-f6766083f652 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (f51d5741-8836-47da-8e51-bdd35b0b3e68), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:22.505473 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3e10e267-6824-46ff-b2c5-f6766083f652 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (f51d5741-8836-47da-8e51-bdd35b0b3e68), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:22.516951 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3e10e267-6824-46ff-b2c5-f6766083f652 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (f51d5741-8836-47da-8e51-bdd35b0b3e68), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:22.537947 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a77f3-7fde-4a58-ada1-61d508d919d2 req-2a1a3eb7-68fe-4cfd-aadc-71a214f8c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:22.540594 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-109a77f3-7fde-4a58-ada1-61d508d919d2 req-2a1a3eb7-68fe-4cfd-aadc-71a214f8c92d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=086b520e-6c45-43fc-b9e3-376e899c6b75 HTTP/1.1" status: 200 len: 856 time: 0.1101696 May 04 14:55:22.566449 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10e267-6824-46ff-b2c5-f6766083f652 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51d5741-8836-47da-8e51-bdd35b0b3e68,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:22.601444 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:55:22.640541 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852b1a3-9a29-4875-a5e2-e9fabe267548 req-88fad134-9d8d-49bc-9f70-95bcef62011c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:22.651490 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9852b1a3-9a29-4875-a5e2-e9fabe267548 req-88fad134-9d8d-49bc-9f70-95bcef62011c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 943 time: 0.0738766 May 04 14:55:22.666102 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3e10e267-6824-46ff-b2c5-f6766083f652 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:22.670936 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-3e10e267-6824-46ff-b2c5-f6766083f652 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3487084 May 04 14:55:22.671869 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40264) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:22.731034 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a77f3-7fde-4a58-ada1-61d508d919d2 req-e4c391d7-fc8d-47a3-8a09-249c876beee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:22.733486 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-109a77f3-7fde-4a58-ada1-61d508d919d2 req-e4c391d7-fc8d-47a3-8a09-249c876beee9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79f79ca7-23fe-4754-96e7-93df86905dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1852515 May 04 14:55:22.794149 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-4a02d8aa-a814-434b-8d95-b6f14550e479 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Request body: {'security_group_rule': {'security_group_id': '27f821c4-4a85-41de-9d8f-3b6e9b421b14', 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:22.829399 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-49dde16c-5c43-4bc3-83d3-24371ee60773 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:22.831793 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-49dde16c-5c43-4bc3-83d3-24371ee60773 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 819 time: 0.1586146 May 04 14:55:22.910344 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9852b1a3-9a29-4875-a5e2-e9fabe267548 req-393ea192-87b0-4a6b-b5e2-bc23938cca28 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568247 May 04 14:55:22.911510 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4a02d8aa-a814-434b-8d95-b6f14550e479 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (38143643-fc81-4b78-9ef4-5531d8bef4e3), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:22.913081 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:22.944173 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': 'b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'port_id': 'b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4', 'mac_address': 'fa:16:3e:ad:86:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:55:23.000214 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-d7dca013-8af1-4469-a8e1-2eb0ff9245da tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f96454a48c304aabbcb82ad8a2771b01 HTTP/1.1" status: 200 len: 379 time: 0.1570609 May 04 14:55:23.024758 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-93ac121e-98af-4982-992d-1b49e9d003f8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Request body: {'port': {'device_id': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'admin_state_up': True, 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'security_groups': ['53c48153-f511-4268-b55c-d9f6bf03a774']}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:23.037427 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-109a77f3-7fde-4a58-ada1-61d508d919d2 req-18f49c6f-0f03-460c-986d-9ab0033980c5 service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934957 May 04 14:55:23.065095 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Publish callbacks [] for port (43794b98-add4-4a58-a81c-3f120c39e32a), precommit_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.082119 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.088539 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:23.089349 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.126931 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4a02d8aa-a814-434b-8d95-b6f14550e479 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (38143643-fc81-4b78-9ef4-5531d8bef4e3), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.141910 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4a02d8aa-a814-434b-8d95-b6f14550e479 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (38143643-fc81-4b78-9ef4-5531d8bef4e3), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.159055 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:55:23.193473 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 531f1a8f-5879-450e-85b7-0dd1a167ebaf up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:55:23.236994 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525725a-9155-4be5-9172-021d16480c2e None None] Pushing event updated for resources: {'Port': ['ID=43794b98-add4-4a58-a81c-3f120c39e32a,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:23.266577 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4a02d8aa-a814-434b-8d95-b6f14550e479 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.268499 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-4a02d8aa-a814-434b-8d95-b6f14550e479 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5929809 May 04 14:55:23.284320 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 40274) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:23.314366 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:23.315434 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02d8aa-a814-434b-8d95-b6f14550e479 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38143643-fc81-4b78-9ef4-5531d8bef4e3,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:23.335716 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.380944 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679f04-2232-408f-b042-035f40a57429 req-f4cb2300-1d6b-4ea6-8b48-48403f382cf3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:23.383239 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c4679f04-2232-408f-b042-035f40a57429 req-f4cb2300-1d6b-4ea6-8b48-48403f382cf3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.1311204 May 04 14:55:23.402055 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Request body: {'security_group_rule': {'security_group_id': '27f821c4-4a85-41de-9d8f-3b6e9b421b14', 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:23.408173 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Attempting to bind port 43794b98-add4-4a58-a81c-3f120c39e32a on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:55:23.416236 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Attempting to bind port 43794b98-add4-4a58-a81c-3f120c39e32a by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '2f4c4d25-bd68-40f8-b69d-e0153f05c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc32f93b-dcca-45cc-a515-23768d5cef65'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:55:23.416939 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Attempting to bind port 43794b98-add4-4a58-a81c-3f120c39e32a on network dc32f93b-dcca-45cc-a515-23768d5cef65 {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:55:23.448880 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-93ac121e-98af-4982-992d-1b49e9d003f8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Made reservation on behalf of f96454a48c304aabbcb82ad8a2771b01 for: {'port': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:55:23.449538 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ab526833-a52e-40ca-9f61-fdb1437baa70 req-e3766c81-feb1-4202-9bbe-b17dac9a232f tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 210 time: 0.2123539 May 04 14:55:23.449965 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:55:23.450558 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Checking segment: {'id': '2f4c4d25-bd68-40f8-b69d-e0153f05c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc32f93b-dcca-45cc-a515-23768d5cef65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:55:23.451127 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.451713 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Bound using segment: {'id': '2f4c4d25-bd68-40f8-b69d-e0153f05c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc32f93b-dcca-45cc-a515-23768d5cef65'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:55:23.452408 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Bound port: 43794b98-add4-4a58-a81c-3f120c39e32a, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4c4d25-bd68-40f8-b69d-e0153f05c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dc32f93b-dcca-45cc-a515-23768d5cef65'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:55:23.453010 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.456823 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-93ac121e-98af-4982-992d-1b49e9d003f8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.468808 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.securitygroups_db [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Project da7a630cbd2f476a81d60db712b4dbd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:55:23.492599 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (ab3596e8-613e-428b-9ef3-19315711c47d), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.498708 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c4679f04-2232-408f-b042-035f40a57429 req-88156e44-fd22-4814-bf54-adaa8cc3a125 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074405 May 04 14:55:23.513582 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:23.534955 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 531f1a8f-5879-450e-85b7-0dd1a167ebaf triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:23.535552 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (531f1a8f-5879-450e-85b7-0dd1a167ebaf), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.566610 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-109a77f3-7fde-4a58-ada1-61d508d919d2 req-512fe8ee-c3f6-4ccf-94f1-46725ea7790a service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225551 May 04 14:55:23.641034 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (ab3596e8-613e-428b-9ef3-19315711c47d), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.648668 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (ab3596e8-613e-428b-9ef3-19315711c47d), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.654602 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:55:23.680112 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3596e8-613e-428b-9ef3-19315711c47d,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:23.696984 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:23.697774 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:23.698564 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:23.699117 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:23.701906 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:23.702544 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:23.703235 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:23.704139 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:23.705657 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:23.706290 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:23.707019 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:23.708434 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:23.709076 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:23.709645 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:23.711450 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:23.724413 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-8e2a9b0e-904b-4cbb-897b-276faa5fe8c0 None None] Provisioning complete for port 43794b98-add4-4a58-a81c-3f120c39e32a triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:23.725179 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-8e2a9b0e-904b-4cbb-897b-276faa5fe8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.728580 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-93ac121e-98af-4982-992d-1b49e9d003f8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Allocated IP 172.20.0.3 (0132aa9d-215e-458d-ac0a-392119ca6fdd/25bf5b2a-ee70-4625-b180-26a077afc13c/ad36e220-76e4-4ce5-bdaa-448914145200) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:55:23.730252 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.732296 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-2820c7f5-a79a-41d3-861e-a3680704b0cb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4440691 May 04 14:55:23.737707 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40280) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:23.745750 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-f17a0958-11a2-472d-8a45-dd90dc61c206 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Request body: {'security_group_rule': {'security_group_id': '27f821c4-4a85-41de-9d8f-3b6e9b421b14', 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:23.788551 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.securitygroups_db [None req-f17a0958-11a2-472d-8a45-dd90dc61c206 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Project da7a630cbd2f476a81d60db712b4dbd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 14:55:23.799971 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f17a0958-11a2-472d-8a45-dd90dc61c206 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (e85a2883-23de-4e4c-af74-650b4a2418a9), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:23.956346 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] For port 43794b98-add4-4a58-a81c-3f120c39e32a, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:55:23.961587 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] For port 43794b98-add4-4a58-a81c-3f120c39e32a, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=43794b98-add4-4a58-a81c-3f120c39e32a,segment=NetworkSegment(2f4c4d25-bd68-40f8-b69d-e0153f05c203),segment_id=2f4c4d25-bd68-40f8-b69d-e0153f05c203)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:55:23.987987 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:24.016724 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a9b0e-904b-4cbb-897b-276faa5fe8c0 None None] Port 43794b98-add4-4a58-a81c-3f120c39e32a cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:55:24.045047 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-93ac121e-98af-4982-992d-1b49e9d003f8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for port (ad36e220-76e4-4ce5-bdaa-448914145200), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:24.095279 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227b0e4-1855-4b52-bb15-6373e16988a1 req-edb4e497-baf4-46f9-b557-7f33b943e821 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:24.109594 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-93ac121e-98af-4982-992d-1b49e9d003f8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (ad36e220-76e4-4ce5-bdaa-448914145200), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:24.110226 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2227b0e4-1855-4b52-bb15-6373e16988a1 req-edb4e497-baf4-46f9-b557-7f33b943e821 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 944 time: 0.0949473 May 04 14:55:24.116592 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 531f1a8f-5879-450e-85b7-0dd1a167ebaf is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:24.130126 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f17a0958-11a2-472d-8a45-dd90dc61c206 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (e85a2883-23de-4e4c-af74-650b4a2418a9), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:24.166272 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525725a-9155-4be5-9172-021d16480c2e None None] Pushing event updated for resources: {'Port': ['ID=43794b98-add4-4a58-a81c-3f120c39e32a,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:24.167014 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f17a0958-11a2-472d-8a45-dd90dc61c206 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (e85a2883-23de-4e4c-af74-650b4a2418a9), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:24.184069 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Routers {'3f1204c8-3cb4-44f0-85b2-ee575113f44f'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:55:24.185462 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:55:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['3f1204c8-3cb4-44f0-85b2-ee575113f44f'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:24.222410 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-93ac121e-98af-4982-992d-1b49e9d003f8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Network 0132aa9d-215e-458d-ac0a-392119ca6fdd is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:55:24.226949 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2227b0e4-1855-4b52-bb15-6373e16988a1 req-3356f391-3367-4989-9ee6-5242741a131c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144536 May 04 14:55:24.233713 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f17a0958-11a2-472d-8a45-dd90dc61c206 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:24.234952 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-f17a0958-11a2-472d-8a45-dd90dc61c206 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4961667 May 04 14:55:24.235721 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a0958-11a2-472d-8a45-dd90dc61c206 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85a2883-23de-4e4c-af74-650b4a2418a9,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:24.244197 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-93ac121e-98af-4982-992d-1b49e9d003f8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:55:24.252527 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-93ac121e-98af-4982-992d-1b49e9d003f8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:55:24.257806 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-93ac121e-98af-4982-992d-1b49e9d003f8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:24.258461 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-93ac121e-98af-4982-992d-1b49e9d003f8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:24.268573 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac121e-98af-4982-992d-1b49e9d003f8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Pushing event updated for resources: {'Port': ['ID=ad36e220-76e4-4ce5-bdaa-448914145200,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:24.316175 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-93ac121e-98af-4982-992d-1b49e9d003f8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2961192 May 04 14:55:24.452920 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] Set router 3f1204c8-3cb4-44f0-85b2-ee575113f44f gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:55:24.514343 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-13e7ce13-3849-4021-8459-c45b7e5f4aa2 None None] Provisioning complete for port 43794b98-add4-4a58-a81c-3f120c39e32a triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:24.514724 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-13e7ce13-3849-4021-8459-c45b7e5f4aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:24.703485 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a06e4-3372-4103-acbd-71210eade1c6 req-2cc53e29-17a9-42d0-96e5-eeafa0a8ae05 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:24.705065 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8d9a06e4-3372-4103-acbd-71210eade1c6 req-2cc53e29-17a9-42d0-96e5-eeafa0a8ae05 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0751405 May 04 14:55:24.708677 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d2094-b011-4961-bce4-21c8ff760bdd req-39353f12-d94f-4d2c-9037-d3d90671e317 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:24.710359 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f43d2094-b011-4961-bce4-21c8ff760bdd req-39353f12-d94f-4d2c-9037-d3d90671e317 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 931 time: 0.1158385 May 04 14:55:24.781226 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8d9a06e4-3372-4103-acbd-71210eade1c6 req-18e968ab-21c9-411e-b4d2-330921ae0a96 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627999 May 04 14:55:24.799201 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f43d2094-b011-4961-bce4-21c8ff760bdd req-23f14989-7c84-427b-bfe6-0e8a874579a9 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812662 May 04 14:55:24.843021 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-13e7ce13-3849-4021-8459-c45b7e5f4aa2 None None] Current status of the port 43794b98-add4-4a58-a81c-3f120c39e32a is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:24.844087 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-13e7ce13-3849-4021-8459-c45b7e5f4aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:24.920287 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'name': 'tempest-TestVolumeBootPattern-630972401-router', 'tenant_id': 'ed26aba538f0415fa3fe812554c97365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '531f1a8f-5879-450e-85b7-0dd1a167ebaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:55:09Z', 'updated_at': '2022-05-04T14:55:18Z', 'revision_number': 4, 'project_id': 'ed26aba538f0415fa3fe812554c97365', 'gw_port': {'id': '531f1a8f-5879-450e-85b7-0dd1a167ebaf', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:12Z', 'updated_at': '2022-05-04T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '43794b98-add4-4a58-a81c-3f120c39e32a', 'name': '', 'network_id': 'dc32f93b-dcca-45cc-a515-23768d5cef65', 'tenant_id': 'ed26aba538f0415fa3fe812554c97365', 'mac_address': 'fa:16:3e:1f:ff:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e150bee3-9d89-42d5-8dc6-27860268517f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:17Z', 'updated_at': '2022-05-04T14:55:23Z', 'revision_number': 4, 'project_id': 'ed26aba538f0415fa3fe812554c97365', 'subnets': [{'id': 'e150bee3-9d89-42d5-8dc6-27860268517f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:24.972952 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-13e7ce13-3849-4021-8459-c45b7e5f4aa2 None None] For port 43794b98-add4-4a58-a81c-3f120c39e32a, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=43794b98-add4-4a58-a81c-3f120c39e32a,segment=NetworkSegment(2f4c4d25-bd68-40f8-b69d-e0153f05c203),segment_id=2f4c4d25-bd68-40f8-b69d-e0153f05c203)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:24.972952 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac95074-3ccd-4600-8d17-340bbcf48c3d None None] The sync data for ids ['3f1204c8-3cb4-44f0-85b2-ee575113f44f'] in dv-cinder-840493-1-iscsi is: [{'id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'name': 'tempest-TestVolumeBootPattern-630972401-router', 'tenant_id': 'ed26aba538f0415fa3fe812554c97365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '531f1a8f-5879-450e-85b7-0dd1a167ebaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:55:09Z', 'updated_at': '2022-05-04T14:55:18Z', 'revision_number': 4, 'project_id': 'ed26aba538f0415fa3fe812554c97365', 'gw_port': {'id': '531f1a8f-5879-450e-85b7-0dd1a167ebaf', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:12Z', 'updated_at': '2022-05-04T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '43794b98-add4-4a58-a81c-3f120c39e32a', 'name': '', 'network_id': 'dc32f93b-dcca-45cc-a515-23768d5cef65', 'tenant_id': 'ed26aba538f0415fa3fe812554c97365', 'mac_address': 'fa:16:3e:1f:ff:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'e150bee3-9d89-42d5-8dc6-27860268517f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:17Z', 'updated_at': '2022-05-04T14:55:23Z', 'revision_number': 4, 'project_id': 'ed26aba538f0415fa3fe812554c97365', 'subnets': [{'id': 'e150bee3-9d89-42d5-8dc6-27860268517f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:55:24.999852 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-13e7ce13-3849-4021-8459-c45b7e5f4aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:25.165263 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7ce13-3849-4021-8459-c45b7e5f4aa2 None None] Pushing event updated for resources: {'Port': ['ID=43794b98-add4-4a58-a81c-3f120c39e32a,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:25.171230 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-11407bbf-4976-4292-a15c-7946eee27500 None None] Provisioning complete for port ad36e220-76e4-4ce5-bdaa-448914145200 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:25.171763 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-11407bbf-4976-4292-a15c-7946eee27500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (ad36e220-76e4-4ce5-bdaa-448914145200), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:25.200099 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Request body: {'port': {'device_id': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:25.210547 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-11407bbf-4976-4292-a15c-7946eee27500 None None] Port ad36e220-76e4-4ce5-bdaa-448914145200 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:55:25.237088 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:55:25.332419 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:55:25.342072 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:25.342942 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:25.343567 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (ad36e220-76e4-4ce5-bdaa-448914145200), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:25.491944 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:25.492529 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:25.508237 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a7a9c-f7ca-4024-aa21-fc83ab890a88 req-b722bb1a-4949-4993-914b-bc778ff870fd tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:25.530203 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-757a7a9c-f7ca-4024-aa21-fc83ab890a88 req-b722bb1a-4949-4993-914b-bc778ff870fd tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 944 time: 0.1684823 May 04 14:55:25.536069 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9328917d-d75e-47da-bf34-555bac5b10bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:55:25.540391 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef16381c-b7f6-4cbe-b7a6-4e3da68432e2" -d '{"events": [{"server_uuid": "9328917d-d75e-47da-bf34-555bac5b10bf", "name": "network-vif-plugged", "status": "completed", "tag": "b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:55:25.582048 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:25.593655 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:25.596153 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 463a9e34-de88-41bb-b997-6302ab23da6b no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:55:25.685873 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-757a7a9c-f7ca-4024-aa21-fc83ab890a88 req-003361b4-5221-4a07-8050-7bca6e2f487d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450429 May 04 14:55:25.695238 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921b423a-309d-45a9-aab6-7c94642f2039 x-openstack-request-id: req-921b423a-309d-45a9-aab6-7c94642f2039 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:55:25.695782 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9328917d-d75e-47da-bf34-555bac5b10bf", "name": "network-vif-plugged", "status": "completed", "tag": "b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:55:25.696366 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-921b423a-309d-45a9-aab6-7c94642f2039 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:55:25.696909 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921b423a-309d-45a9-aab6-7c94642f2039'] response: {'server_uuid': '9328917d-d75e-47da-bf34-555bac5b10bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4', 'code': 200} May 04 14:55:25.746867 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:25.837792 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 463a9e34-de88-41bb-b997-6302ab23da6b is: ACTIVE; New status is: DOWN {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:25.838189 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:25.942622 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad36e220-76e4-4ce5-bdaa-448914145200 {{(pid=115136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:55:25.945518 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 463a9e34-de88-41bb-b997-6302ab23da6b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=463a9e34-de88-41bb-b997-6302ab23da6b,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:25.952396 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:25.965060 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Publish callbacks [] for port (ad36e220-76e4-4ce5-bdaa-448914145200), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:26.072249 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=463a9e34-de88-41bb-b997-6302ab23da6b,revision_number=8']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:26.089317 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687c9e9-71bf-45ef-98a5-00a1e9b1c878 req-9f644a31-0bf3-4fc7-9489-3bf3ee0fd0af tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:26.095287 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.provisioning_blocks [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Transition to ACTIVE for port object ad36e220-76e4-4ce5-bdaa-448914145200 will not be triggered until provisioned by entity L2. {{(pid=115136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:55:26.104380 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c687c9e9-71bf-45ef-98a5-00a1e9b1c878 req-9f644a31-0bf3-4fc7-9489-3bf3ee0fd0af tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 931 time: 0.1445718 May 04 14:55:26.106309 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (ad36e220-76e4-4ce5-bdaa-448914145200), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:26.202621 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c687c9e9-71bf-45ef-98a5-00a1e9b1c878 req-0b5cfdd2-3034-4dd5-bfb5-b0ded1836149 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945320 May 04 14:55:26.256211 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402539ce-59b1-44ed-8f34-b163f872564f req-9459a34d-8fdf-42d1-93e3-042a23617609 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:26.257881 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-402539ce-59b1-44ed-8f34-b163f872564f req-9459a34d-8fdf-42d1-93e3-042a23617609 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.2611020 May 04 14:55:26.260507 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Pushing event updated for resources: {'Port': ['ID=ad36e220-76e4-4ce5-bdaa-448914145200,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:26.379016 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d5718-4f70-4a3c-9511-cde15a2c66c4 req-78380261-a7c7-4c2b-96cb-a26872a7bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:26.380599 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-947d5718-4f70-4a3c-9511-cde15a2c66c4 req-78380261-a7c7-4c2b-96cb-a26872a7bafa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 1129 time: 0.1019588 May 04 14:55:26.415605 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-402539ce-59b1-44ed-8f34-b163f872564f req-cdbe00ae-b4ac-4e8f-a2d5-3963fcb9dcce tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371665 May 04 14:55:26.420182 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Attempting to bind port ad36e220-76e4-4ce5-bdaa-448914145200 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:55:26.420631 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Attempting to bind port ad36e220-76e4-4ce5-bdaa-448914145200 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:55:26.421098 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Attempting to bind port ad36e220-76e4-4ce5-bdaa-448914145200 on network 0132aa9d-215e-458d-ac0a-392119ca6fdd {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:55:26.428562 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Port ad36e220-76e4-4ce5-bdaa-448914145200 on network 0132aa9d-215e-458d-ac0a-392119ca6fdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:55:26.429058 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Attempting to bind port ad36e220-76e4-4ce5-bdaa-448914145200 on network 0132aa9d-215e-458d-ac0a-392119ca6fdd {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:55:26.446910 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:55:26.446910 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Checking segment: {'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:55:26.446910 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Bound using segment: {'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:55:26.446910 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Bound port: ad36e220-76e4-4ce5-bdaa-448914145200, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117a045f-8cd2-4715-8f53-34effdd68722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd'}}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:55:26.446910 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (ad36e220-76e4-4ce5-bdaa-448914145200), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:26.507791 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-947d5718-4f70-4a3c-9511-cde15a2c66c4 req-2cb1d5a5-ae87-4442-b21a-1a6c763aaaf5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204991 May 04 14:55:26.571950 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] For port ad36e220-76e4-4ce5-bdaa-448914145200, host hv-cinder-84049, cleared binding levels {{(pid=115136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:55:26.575811 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] For port ad36e220-76e4-4ce5-bdaa-448914145200, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=ad36e220-76e4-4ce5-bdaa-448914145200,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:55:26.600846 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (ad36e220-76e4-4ce5-bdaa-448914145200), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:26.656636 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:26.657657 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:26.659364 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] 10.222.0.49 "PUT /v2.0/ports/ad36e220-76e4-4ce5-bdaa-448914145200 HTTP/1.1" status: 200 len: 1093 time: 1.4653163 May 04 14:55:26.660114 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'tag': 'ad36e220-76e4-4ce5-bdaa-448914145200'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:55:26.673027 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f88fff-84cf-4244-802f-28477bcc6352" -d '{"events": [{"name": "network-changed", "server_uuid": "df7d3281-6a43-4513-8ef0-3bc7f63d7da0", "tag": "ad36e220-76e4-4ce5-bdaa-448914145200"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:55:26.715630 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f427c-817d-4d0f-a026-8ee7379d6b3d service neutron] Pushing event updated for resources: {'Port': ['ID=ad36e220-76e4-4ce5-bdaa-448914145200,revision_number=3']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:26.767624 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48e3b14-b7dc-4975-b4fd-8fae346156c6 x-openstack-request-id: req-f48e3b14-b7dc-4975-b4fd-8fae346156c6 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:55:26.770261 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7d3281-6a43-4513-8ef0-3bc7f63d7da0", "tag": "ad36e220-76e4-4ce5-bdaa-448914145200", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:55:26.771138 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f48e3b14-b7dc-4975-b4fd-8fae346156c6 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:55:26.773100 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f48e3b14-b7dc-4975-b4fd-8fae346156c6'] response: {'name': 'network-changed', 'server_uuid': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'tag': 'ad36e220-76e4-4ce5-bdaa-448914145200', 'status': 'completed', 'code': 200} May 04 14:55:26.947335 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-ae06a829-e49e-41ba-acd2-baabacfdd494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:26.949123 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-ae06a829-e49e-41ba-acd2-baabacfdd494 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 1127 time: 0.1675720 May 04 14:55:26.973119 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99549b0-fbdf-4d8a-b79f-099259861933 req-60da9153-b6a8-4843-a139-7ac412158648 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:26.977626 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c99549b0-fbdf-4d8a-b79f-099259861933 req-60da9153-b6a8-4843-a139-7ac412158648 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 945 time: 0.0991180 May 04 14:55:27.150415 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c99549b0-fbdf-4d8a-b79f-099259861933 req-fea5b55d-3605-4588-ae0e-8f775ffb2710 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672218 May 04 14:55:27.207449 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 43794b98-add4-4a58-a81c-3f120c39e32a up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:55:27.286501 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 43794b98-add4-4a58-a81c-3f120c39e32a triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:27.286501 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:27.426227 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f8da-a15a-45e2-aed8-c618e5a59666 req-04842b6a-8c17-4f61-8449-608767989c0c tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:27.427284 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2763f8da-a15a-45e2-aed8-c618e5a59666 req-04842b6a-8c17-4f61-8449-608767989c0c tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 943 time: 0.1079483 May 04 14:55:27.445082 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [req-664eb4f6-a006-4d27-862f-bfdba06b515f req-0b4d20d4-5e80-4555-bd76-7a0043508bbb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=115136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:55:27.446081 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-664eb4f6-a006-4d27-862f-bfdba06b515f req-0b4d20d4-5e80-4555-bd76-7a0043508bbb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060418 May 04 14:55:27.448613 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-f1b93117-2e5b-440e-903c-45ed79b90da3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad36e220-76e4-4ce5-bdaa-448914145200 HTTP/1.1" status: 200 len: 217 time: 0.0931559 May 04 14:55:27.455108 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 43794b98-add4-4a58-a81c-3f120c39e32a is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:27.480249 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2763f8da-a15a-45e2-aed8-c618e5a59666 req-aa03b67f-52f8-4d67-b170-76d7a7d01292 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517843 May 04 14:55:27.547778 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-ef595cf9-0c93-44e7-be77-7a735278f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:27.550088 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-ef595cf9-0c93-44e7-be77-7a735278f0ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.0639548 May 04 14:55:27.609057 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-b74989ec-b821-4364-b532-732bcd2d2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:27.610829 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-b74989ec-b821-4364-b532-732bcd2d2dab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493000 May 04 14:55:27.628066 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd920fa4-0f70-4a14-915e-a5b7f26507a9 req-c65d2b59-c408-4fc8-a2c7-1307069b26c2 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:27.629631 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fd920fa4-0f70-4a14-915e-a5b7f26507a9 req-c65d2b59-c408-4fc8-a2c7-1307069b26c2 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0532701 May 04 14:55:27.698473 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '463a9e34-de88-41bb-b997-6302ab23da6b'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:55:27.700354 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fd920fa4-0f70-4a14-915e-a5b7f26507a9 req-4df04e8c-4045-4716-8b22-8ad9f148db39 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637600 May 04 14:55:27.701838 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89c4cf8-82f9-46e9-9dbc-fd76bc4e5b64" -d '{"events": [{"server_uuid": "a80710d1-c61a-4d1c-ac7a-5795b995d5e6", "name": "network-vif-unplugged", "status": "completed", "tag": "463a9e34-de88-41bb-b997-6302ab23da6b"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:55:27.742470 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-97e672f4-35d2-4124-90a1-bf982de82a22 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081476 May 04 14:55:27.746218 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 14:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c4ad36-0391-450b-9a0c-cdf3585d8d7b x-openstack-request-id: req-f0c4ad36-0391-450b-9a0c-cdf3585d8d7b {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:55:27.746583 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80710d1-c61a-4d1c-ac7a-5795b995d5e6", "name": "network-vif-unplugged", "status": "failed", "tag": "463a9e34-de88-41bb-b997-6302ab23da6b", "code": 422}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:55:27.746894 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0c4ad36-0391-450b-9a0c-cdf3585d8d7b {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:55:27.747420 dv-cinder-840493-1-iscsi neutron-server[115138]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f0c4ad36-0391-450b-9a0c-cdf3585d8d7b']: {'server_uuid': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '463a9e34-de88-41bb-b997-6302ab23da6b', 'code': 422} returned with failed status May 04 14:55:27.965377 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 40430) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:28.061398 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-4ee75357-06d8-484c-a7df-8e2f6f2c2919 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946798 May 04 14:55:28.069958 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-9a508061-1672-4984-9674-558b63a7b258 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=115137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:55:28.070873 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-9a508061-1672-4984-9674-558b63a7b258 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050156 May 04 14:55:28.169077 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40438) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:28.291805 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11795e73-675d-4ea3-8665-4635a9978e32 req-3de15edd-2d2b-4c66-8ab8-7517b42ffef3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:28.293590 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11795e73-675d-4ea3-8665-4635a9978e32 req-3de15edd-2d2b-4c66-8ab8-7517b42ffef3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 945 time: 0.0540338 May 04 14:55:28.293963 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-fec78960-5453-414f-8355-fd3ce5bfd335 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:28.295328 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-fec78960-5453-414f-8355-fd3ce5bfd335 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports/463a9e34-de88-41bb-b997-6302ab23da6b HTTP/1.1" status: 200 len: 940 time: 0.1251690 May 04 14:55:28.377536 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11795e73-675d-4ea3-8665-4635a9978e32 req-f15c71da-53f4-456e-88d1-78c4b8d11f8a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762758 May 04 14:55:28.394268 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6325ca16-f86b-4da9-9b88-39ed0c5a2e92 req-bd56b191-0abd-4fb2-8d1e-93d00265b809 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314719 May 04 14:55:28.616355 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984235d-61d7-4510-8343-2dca2bd0dbb5 req-eeae66ce-efee-42ba-bf9c-787de6a5f4ae tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:28.618092 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e984235d-61d7-4510-8343-2dca2bd0dbb5 req-eeae66ce-efee-42ba-bf9c-787de6a5f4ae tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 943 time: 0.0520010 May 04 14:55:28.672009 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e984235d-61d7-4510-8343-2dca2bd0dbb5 req-e82f0bde-2b2f-406b-8e5b-146752a71129 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466766 May 04 14:55:28.829156 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13324c-b312-4016-9e37-cc7b596c8275 req-487f38bf-480f-4269-89e0-36ac37c5cc84 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:28.830714 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ee13324c-b312-4016-9e37-cc7b596c8275 req-487f38bf-480f-4269-89e0-36ac37c5cc84 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0525072 May 04 14:55:28.881952 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ee13324c-b312-4016-9e37-cc7b596c8275 req-7b62f45b-0a3d-48da-bed2-c575a1bcac2f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456438 May 04 14:55:29.250753 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device ad36e220-76e4-4ce5-bdaa-448914145200 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:55:29.254760 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 463a9e34-de88-41bb-b997-6302ab23da6b no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:55:29.410634 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 463a9e34-de88-41bb-b997-6302ab23da6b is: DOWN; New status is: DOWN {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:29.423551 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port ad36e220-76e4-4ce5-bdaa-448914145200, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=ad36e220-76e4-4ce5-bdaa-448914145200,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:29.435375 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': 'ad36e220-76e4-4ce5-bdaa-448914145200', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'port_id': 'ad36e220-76e4-4ce5-bdaa-448914145200', 'mac_address': 'fa:16:3e:67:4a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:55:29.484746 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port ad36e220-76e4-4ce5-bdaa-448914145200 is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:29.485585 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (ad36e220-76e4-4ce5-bdaa-448914145200), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:29.501609 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad36e220-76e4-4ce5-bdaa-448914145200 {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:55:29.523487 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port ad36e220-76e4-4ce5-bdaa-448914145200, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=ad36e220-76e4-4ce5-bdaa-448914145200,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:29.530167 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (ad36e220-76e4-4ce5-bdaa-448914145200), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:29.566662 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2826450-af5c-4325-91fb-52ae4aaa65c6 req-91dd9566-aa3e-4f95-9ce1-21596ccb8d77 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:29.568627 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b2826450-af5c-4325-91fb-52ae4aaa65c6 req-91dd9566-aa3e-4f95-9ce1-21596ccb8d77 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 945 time: 0.1250920 May 04 14:55:29.570613 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f88fff-84cf-4244-802f-28477bcc6352 req-1a6b95f9-5914-4fd9-9327-c1e7d7d92f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:29.572022 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-29f88fff-84cf-4244-802f-28477bcc6352 req-1a6b95f9-5914-4fd9-9327-c1e7d7d92f9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 1127 time: 0.1085334 May 04 14:55:29.593496 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=ad36e220-76e4-4ce5-bdaa-448914145200,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:29.691131 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b2826450-af5c-4325-91fb-52ae4aaa65c6 req-642c3491-6b6b-4381-9fca-cf1482d4bbbe tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146700 May 04 14:55:29.729985 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f88fff-84cf-4244-802f-28477bcc6352 req-4e189b56-f4aa-4b32-aae9-3a7fcfb6dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:29.731470 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-29f88fff-84cf-4244-802f-28477bcc6352 req-4e189b56-f4aa-4b32-aae9-3a7fcfb6dadf service neutron] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 920 time: 0.1395288 May 04 14:55:29.783176 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-29f88fff-84cf-4244-802f-28477bcc6352 req-bd8bf942-e5c4-4495-919a-df1cf165e5f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad36e220-76e4-4ce5-bdaa-448914145200 HTTP/1.1" status: 200 len: 217 time: 0.0427613 May 04 14:55:29.812975 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbafa4-e815-43d4-92ab-b639d82b4555 req-0aba06a1-3922-4e94-a1d9-e0354e201a18 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:29.814513 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-92cbafa4-e815-43d4-92ab-b639d82b4555 req-0aba06a1-3922-4e94-a1d9-e0354e201a18 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 944 time: 0.0537443 May 04 14:55:29.845380 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['ad36e220-76e4-4ce5-bdaa-448914145200'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:55:29.857931 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b6a3a-3602-4033-8d5e-a8227c08b6cd req-1d74b1ae-9437-4772-8a2d-545abac3f968 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:29.859670 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-185b6a3a-3602-4033-8d5e-a8227c08b6cd req-1d74b1ae-9437-4772-8a2d-545abac3f968 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 945 time: 0.0785184 May 04 14:55:29.862714 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-92cbafa4-e815-43d4-92ab-b639d82b4555 req-17c6a3ef-1ac4-46a7-b150-7e7f9406b031 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424118 May 04 14:55:29.870912 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f88fff-84cf-4244-802f-28477bcc6352 req-25ccfc68-868c-46ab-89d1-6fa57734367d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:29.870912 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-29f88fff-84cf-4244-802f-28477bcc6352 req-25ccfc68-868c-46ab-89d1-6fa57734367d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.0740523 May 04 14:55:29.870912 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40522) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:29.875187 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-9263386a-7e1f-4d63-8247-f57731276224 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'floatingip': {'port_id': 'b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:30.063791 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:55:30.217806 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9263386a-7e1f-4d63-8247-f57731276224 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (12108e8c-76e0-4aa4-8d3b-b2aee3e56878), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:30.266934 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f88fff-84cf-4244-802f-28477bcc6352 req-a082af07-9404-4881-ac91-3e2a77dff881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:30.268630 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-29f88fff-84cf-4244-802f-28477bcc6352 req-a082af07-9404-4881-ac91-3e2a77dff881 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3890231 May 04 14:55:30.320067 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097e4f5-fa11-4365-b2ae-f22208cd8e9a req-5aa5b474-284c-4839-aae1-fc4a21cc509e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:30.321740 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e097e4f5-fa11-4365-b2ae-f22208cd8e9a req-5aa5b474-284c-4839-aae1-fc4a21cc509e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.1272521 May 04 14:55:30.352882 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 40528) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:30.402888 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdba9bf-0ec8-4f0a-86fa-90e3f3f9d52d admin admin] Deleting subnet 8b7284d8-3a91-460f-a9b5-07d4da01336c {{(pid=115137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:55:30.407752 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2fdba9bf-0ec8-4f0a-86fa-90e3f3f9d52d admin admin] Publish callbacks [] for subnet (8b7284d8-3a91-460f-a9b5-07d4da01336c), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:30.457530 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2fdba9bf-0ec8-4f0a-86fa-90e3f3f9d52d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131298795'] for subnet (8b7284d8-3a91-460f-a9b5-07d4da01336c), precommit_delete_associations {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:30.480146 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e097e4f5-fa11-4365-b2ae-f22208cd8e9a req-5b3337d6-3186-48cc-a03f-f6304a90e1f1 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435692 May 04 14:55:30.506602 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2fdba9bf-0ec8-4f0a-86fa-90e3f3f9d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (8b7284d8-3a91-460f-a9b5-07d4da01336c), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:30.524852 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-29f88fff-84cf-4244-802f-28477bcc6352 req-51073904-7425-458f-8185-208b56be7713 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439463 May 04 14:55:30.567887 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2fdba9bf-0ec8-4f0a-86fa-90e3f3f9d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130398476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131084547'] for subnet (8b7284d8-3a91-460f-a9b5-07d4da01336c), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:30.599767 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdba9bf-0ec8-4f0a-86fa-90e3f3f9d52d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7284d8-3a91-460f-a9b5-07d4da01336c,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:30.603887 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2fdba9bf-0ec8-4f0a-86fa-90e3f3f9d52d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:30.607439 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-2fdba9bf-0ec8-4f0a-86fa-90e3f3f9d52d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8b7284d8-3a91-460f-a9b5-07d4da01336c HTTP/1.1" status: 204 len: 168 time: 0.2531545 May 04 14:55:30.613855 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 40532) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:30.693423 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f56554f3-18bd-47fd-9df3-50232c6457d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (fe435942-c7e2-4e34-91d3-c8fe88001d80), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:30.777906 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f56554f3-18bd-47fd-9df3-50232c6457d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (fe435942-c7e2-4e34-91d3-c8fe88001d80), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:30.853917 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-f56554f3-18bd-47fd-9df3-50232c6457d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe435942-c7e2-4e34-91d3-c8fe88001d80']}} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:30.874135 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-f56554f3-18bd-47fd-9df3-50232c6457d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d5ba32-8e49-4406-a7ba-7d823a81b374') {'for_net_delete': True} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:30.874844 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-f56554f3-18bd-47fd-9df3-50232c6457d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d5ba32-8e49-4406-a7ba-7d823a81b374') {} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:30.881671 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-a8563fe0-ccf5-4d81-b29d-58d2e6d6b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:30.883412 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-a8563fe0-ccf5-4d81-b29d-58d2e6d6b188 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6&tenant_id=f512333663064960847a1dd30c177cf9 HTTP/1.1" status: 200 len: 1127 time: 0.1026244 May 04 14:55:30.890774 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f56554f3-18bd-47fd-9df3-50232c6457d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131298804'] for segment (48d5ba32-8e49-4406-a7ba-7d823a81b374), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:30.910186 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f56554f3-18bd-47fd-9df3-50232c6457d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (48d5ba32-8e49-4406-a7ba-7d823a81b374), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:30.930572 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56554f3-18bd-47fd-9df3-50232c6457d3 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=115137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:55:30.931080 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f56554f3-18bd-47fd-9df3-50232c6457d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130398570'] for segment (48d5ba32-8e49-4406-a7ba-7d823a81b374), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: Traceback (most recent call last): May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: timer() May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: cb(*args, **kw) May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: return func(*args, **kwargs) May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: self._notify() May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: self.callback(batched_events) May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: event.method(event) May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: return f(self, *a, **k) May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._get(url).json() May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: return self.request(url, 'GET', **kwargs) May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:55:30.933266 dv-cinder-840493-1-iscsi neutron-server[115137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:55:30.942394 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-29f88fff-84cf-4244-802f-28477bcc6352 req-7b54323f-3dc8-40a5-9620-2179a42d5f90 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810586 May 04 14:55:30.957172 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9263386a-7e1f-4d63-8247-f57731276224 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:30.963037 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9263386a-7e1f-4d63-8247-f57731276224 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (12108e8c-76e0-4aa4-8d3b-b2aee3e56878), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:31.038845 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-b44c2a5a-7a20-49ef-b551-d082ee89df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:31.041150 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-b44c2a5a-7a20-49ef-b551-d082ee89df41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f512333663064960847a1dd30c177cf9&device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 1127 time: 0.1236503 May 04 14:55:31.060442 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f56554f3-18bd-47fd-9df3-50232c6457d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (fe435942-c7e2-4e34-91d3-c8fe88001d80), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:31.080132 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [None req-9263386a-7e1f-4d63-8247-f57731276224 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Floating IP 12108e8c-76e0-4aa4-8d3b-b2aee3e56878 associated. External IP: 172.27.2.127, port: b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4. May 04 14:55:31.091861 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f56554f3-18bd-47fd-9df3-50232c6457d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:31.096679 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-f56554f3-18bd-47fd-9df3-50232c6457d3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fe435942-c7e2-4e34-91d3-c8fe88001d80 HTTP/1.1" status: 204 len: 168 time: 0.4803247 May 04 14:55:31.111107 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec306f-a683-4cf0-92c6-fa175b518b89 req-cd95c625-7178-4dd3-9d2c-08a31b018807 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:31.113250 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a9ec306f-a683-4cf0-92c6-fa175b518b89 req-cd95c625-7178-4dd3-9d2c-08a31b018807 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 944 time: 0.1415589 May 04 14:55:31.116263 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56554f3-18bd-47fd-9df3-50232c6457d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe435942-c7e2-4e34-91d3-c8fe88001d80,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:31.218303 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a9ec306f-a683-4cf0-92c6-fa175b518b89 req-6d58130b-3fa0-438a-bf55-a30b22f78447 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977564 May 04 14:55:31.221656 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-e8860bd3-2c5c-4e5d-8063-a90c48b5120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:31.223503 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-e8860bd3-2c5c-4e5d-8063-a90c48b5120a service neutron] 10.222.0.49 "GET /v2.0/networks?id=79f79ca7-23fe-4754-96e7-93df86905dc1 HTTP/1.1" status: 200 len: 918 time: 0.1764598 May 04 14:55:31.258068 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device ad36e220-76e4-4ce5-bdaa-448914145200 up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:55:31.308769 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-3386e442-f49b-4744-a84b-cd6c229b1b56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=463a9e34-de88-41bb-b997-6302ab23da6b HTTP/1.1" status: 200 len: 999 time: 0.0776534 May 04 14:55:31.328462 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port ad36e220-76e4-4ce5-bdaa-448914145200 completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:55:31.338099 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port ad36e220-76e4-4ce5-bdaa-448914145200 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:31.339027 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (ad36e220-76e4-4ce5-bdaa-448914145200), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:31.340453 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40538) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:31.366951 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9263386a-7e1f-4d63-8247-f57731276224 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Router a05159e1-6b22-4325-9888-d7a1a51a9090 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:55:31.368864 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-d99d722a-5f11-4ce3-9742-36bbb4751252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:31.370450 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-d99d722a-5f11-4ce3-9742-36bbb4751252 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=086b520e-6c45-43fc-b9e3-376e899c6b75 HTTP/1.1" status: 200 len: 856 time: 0.0501165 May 04 14:55:31.401556 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-b1db842d-a0e3-4bcc-8de3-e5c576032c63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2a9a0c14546490db1746dda5aedd3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0595322 May 04 14:55:31.413019 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 40540) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:31.431058 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port ad36e220-76e4-4ce5-bdaa-448914145200 is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:31.431928 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (ad36e220-76e4-4ce5-bdaa-448914145200), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:31.445390 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-bb265f37-6ffa-4615-9d4b-6d98e0ee4f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:31.446915 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-bb265f37-6ffa-4615-9d4b-6d98e0ee4f71 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79f79ca7-23fe-4754-96e7-93df86905dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652478 May 04 14:55:31.461031 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad36e220-76e4-4ce5-bdaa-448914145200'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:55:31.463825 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbfc8e4-6867-4ad0-890b-c1fc71d853cf" -d '{"events": [{"server_uuid": "df7d3281-6a43-4513-8ef0-3bc7f63d7da0", "name": "network-vif-plugged", "status": "completed", "tag": "ad36e220-76e4-4ce5-bdaa-448914145200"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:55:31.493548 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port ad36e220-76e4-4ce5-bdaa-448914145200, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=ad36e220-76e4-4ce5-bdaa-448914145200,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:31.500300 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (ad36e220-76e4-4ce5-bdaa-448914145200), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:31.509222 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-74f9b8c4-d27a-4f1b-b401-4c412ec24656 admin admin] Publish callbacks [] for security_group (d765a889-9ae6-4a36-b80d-b5e99119d605), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:31.520921 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9263386a-7e1f-4d63-8247-f57731276224 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:55:31.529917 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7745dc8-0999-4e81-b27c-b97c443ddf11 x-openstack-request-id: req-c7745dc8-0999-4e81-b27c-b97c443ddf11 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:55:31.530303 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7d3281-6a43-4513-8ef0-3bc7f63d7da0", "name": "network-vif-plugged", "status": "completed", "tag": "ad36e220-76e4-4ce5-bdaa-448914145200", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:55:31.530637 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7745dc8-0999-4e81-b27c-b97c443ddf11 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:55:31.532029 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9263386a-7e1f-4d63-8247-f57731276224 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:31.532319 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7745dc8-0999-4e81-b27c-b97c443ddf11'] response: {'server_uuid': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad36e220-76e4-4ce5-bdaa-448914145200', 'code': 200} May 04 14:55:31.542744 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e50c98-4672-4676-9883-b42f13460ba6 None None] Sync routers for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:55:31.567735 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-74f9b8c4-d27a-4f1b-b401-4c412ec24656 admin admin] Publish callbacks [] for security_group (d765a889-9ae6-4a36-b80d-b5e99119d605), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:31.568774 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e50c98-4672-4676-9883-b42f13460ba6 None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:55:31.570594 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-72e50c98-4672-4676-9883-b42f13460ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:55:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:31.609954 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-9263386a-7e1f-4d63-8247-f57731276224 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "PUT /v2.0/floatingips/12108e8c-76e0-4aa4-8d3b-b2aee3e56878 HTTP/1.1" status: 200 len: 991 time: 1.7372954 May 04 14:55:31.611255 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9328917d-d75e-47da-bf34-555bac5b10bf', 'tag': 'b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:55:31.613160 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-6b0d93d8-8fd2-4d69-964e-0ff3b5e3eef3 service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530056 May 04 14:55:31.614575 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88c0114-e8b5-4021-8167-0c19e6ecc2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9328917d-d75e-47da-bf34-555bac5b10bf", "tag": "b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:55:31.646708 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=ad36e220-76e4-4ce5-bdaa-448914145200,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:31.695880 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15df293-264e-4f51-b10b-aa21dd1a4625 x-openstack-request-id: req-c15df293-264e-4f51-b10b-aa21dd1a4625 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:55:31.696425 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9328917d-d75e-47da-bf34-555bac5b10bf", "tag": "b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:55:31.699330 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c15df293-264e-4f51-b10b-aa21dd1a4625 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:55:31.700044 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c15df293-264e-4f51-b10b-aa21dd1a4625'] response: {'name': 'network-changed', 'server_uuid': '9328917d-d75e-47da-bf34-555bac5b10bf', 'tag': 'b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4', 'status': 'completed', 'code': 200} May 04 14:55:31.768005 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482678a-444f-4f95-9d4b-06a64a95fe2c req-f777ea55-431f-4c6e-8c3d-5fd821bed1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:31.769583 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b482678a-444f-4f95-9d4b-06a64a95fe2c req-f777ea55-431f-4c6e-8c3d-5fd821bed1c7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 1129 time: 0.0498903 May 04 14:55:31.770390 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-74f9b8c4-d27a-4f1b-b401-4c412ec24656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (d765a889-9ae6-4a36-b80d-b5e99119d605), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:31.773065 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-74f9b8c4-d27a-4f1b-b401-4c412ec24656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:31.777306 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-74f9b8c4-d27a-4f1b-b401-4c412ec24656 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d765a889-9ae6-4a36-b80d-b5e99119d605 HTTP/1.1" status: 204 len: 168 time: 0.3632095 May 04 14:55:31.810400 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-72e50c98-4672-4676-9883-b42f13460ba6 None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:55:31.821715 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9b8c4-d27a-4f1b-b401-4c412ec24656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d765a889-9ae6-4a36-b80d-b5e99119d605,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:31.835227 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b482678a-444f-4f95-9d4b-06a64a95fe2c req-b91e25fe-c237-486a-a1de-f38650247bc9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553966 May 04 14:55:31.843506 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca256d-c728-4067-88ea-9bad1388cc0b req-b706d555-769c-4f5a-8511-b43e69da1d9f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:31.852652 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-49ca256d-c728-4067-88ea-9bad1388cc0b req-b706d555-769c-4f5a-8511-b43e69da1d9f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.1525824 May 04 14:55:31.854958 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c0114-e8b5-4021-8167-0c19e6ecc2ce req-928f3a82-d570-4584-9d88-eef757dee0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:31.856656 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f88c0114-e8b5-4021-8167-0c19e6ecc2ce req-928f3a82-d570-4584-9d88-eef757dee0ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35d8071dbd7246228c7a252c40fae038&device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 1129 time: 0.1186080 May 04 14:55:31.859240 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ec799fb5-488d-45c5-ac95-c39106b692e4 req-a72cf288-16fa-4e49-aa57-76984619e085 service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407637 May 04 14:55:31.908000 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-49ca256d-c728-4067-88ea-9bad1388cc0b req-9fb795ba-23ea-4066-a5fe-64d1316c6102 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477960 May 04 14:55:32.069556 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-72e50c98-4672-4676-9883-b42f13460ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '12108e8c-76e0-4aa4-8d3b-b2aee3e56878', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': 'b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:ad:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9328917d-d75e-47da-bf34-555bac5b10bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:54:48Z', 'updated_at': '2022-05-04T14:55:30Z', 'revision_number': 1, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}, {'id': '1ae0abe9-29c5-4636-9be7-e20b3627034a', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': 'd86d8773-6591-4c19-8d60-8752cdfd15bd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:5e:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:52:52Z', 'updated_at': '2022-05-04T14:53:41Z', 'revision_number': 2, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:32.102653 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e50c98-4672-4676-9883-b42f13460ba6 None None] Checking router: a05159e1-6b22-4325-9888-d7a1a51a9090 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:55:32.113342 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e50c98-4672-4676-9883-b42f13460ba6 None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:55:32.114333 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-72e50c98-4672-4676-9883-b42f13460ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:55:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:32.212466 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c0114-e8b5-4021-8167-0c19e6ecc2ce req-100a794b-5258-4504-afe9-d342a8c024d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:32.214110 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f88c0114-e8b5-4021-8167-0c19e6ecc2ce req-100a794b-5258-4504-afe9-d342a8c024d6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 200 len: 915 time: 0.1389155 May 04 14:55:32.266363 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-72e50c98-4672-4676-9883-b42f13460ba6 None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:55:32.359039 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4a08f-0af8-4f6f-b58c-d010a934831e req-be31e2d5-a971-4261-adc7-3a657306a1b9 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:32.360769 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-82f4a08f-0af8-4f6f-b58c-d010a934831e req-be31e2d5-a971-4261-adc7-3a657306a1b9 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0581563 May 04 14:55:32.392514 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f88c0114-e8b5-4021-8167-0c19e6ecc2ce req-0f48816d-a526-4980-b799-582d468258d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 HTTP/1.1" status: 200 len: 999 time: 0.0740912 May 04 14:55:32.415103 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-82f4a08f-0af8-4f6f-b58c-d010a934831e req-07a9fb0d-c633-4be4-b8d9-ea4d659c0067 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481219 May 04 14:55:32.585854 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-72e50c98-4672-4676-9883-b42f13460ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '12108e8c-76e0-4aa4-8d3b-b2aee3e56878', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': 'b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:ad:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9328917d-d75e-47da-bf34-555bac5b10bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:54:48Z', 'updated_at': '2022-05-04T14:55:30Z', 'revision_number': 1, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}, {'id': '1ae0abe9-29c5-4636-9be7-e20b3627034a', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': 'd86d8773-6591-4c19-8d60-8752cdfd15bd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:5e:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:52:52Z', 'updated_at': '2022-05-04T14:53:41Z', 'revision_number': 2, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:32.614123 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e50c98-4672-4676-9883-b42f13460ba6 None None] The sync data for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi is: [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '12108e8c-76e0-4aa4-8d3b-b2aee3e56878', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': 'b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:ad:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9328917d-d75e-47da-bf34-555bac5b10bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:54:48Z', 'updated_at': '2022-05-04T14:55:30Z', 'revision_number': 1, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}, {'id': '1ae0abe9-29c5-4636-9be7-e20b3627034a', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': 'd86d8773-6591-4c19-8d60-8752cdfd15bd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:5e:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:52:52Z', 'updated_at': '2022-05-04T14:53:41Z', 'revision_number': 2, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:55:32.799198 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c0114-e8b5-4021-8167-0c19e6ecc2ce req-6d3221ea-18b8-4b36-82de-ac8d2099b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:32.801031 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f88c0114-e8b5-4021-8167-0c19e6ecc2ce req-6d3221ea-18b8-4b36-82de-ac8d2099b916 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d660033-ba74-4e17-bb0f-1920d761a352 HTTP/1.1" status: 200 len: 853 time: 0.0536907 May 04 14:55:32.839865 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1881621a-6536-405a-bc79-3f14198b356b None None] New status for floating IP 12108e8c-76e0-4aa4-8d3b-b2aee3e56878: ACTIVE {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:55:32.859857 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c0114-e8b5-4021-8167-0c19e6ecc2ce req-2b3bc3be-9f59-4bad-b9dc-60af22f7382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:32.861408 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f88c0114-e8b5-4021-8167-0c19e6ecc2ce req-2b3bc3be-9f59-4bad-b9dc-60af22f7382e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518913 May 04 14:55:32.924718 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4fd214a2-3f08-4730-8318-1f0ef16416dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:32.990414 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f88c0114-e8b5-4021-8167-0c19e6ecc2ce req-4ddfaeeb-9e19-41e1-92bd-ceee92a15401 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182060 May 04 14:55:33.072045 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50789293-9837-4ff2-9901-9c6bf5109535 req-d6639f9b-7bd9-4a29-b90b-ec6fe785051a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:33.073744 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-50789293-9837-4ff2-9901-9c6bf5109535 req-d6639f9b-7bd9-4a29-b90b-ec6fe785051a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0807261 May 04 14:55:33.166194 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f88c0114-e8b5-4021-8167-0c19e6ecc2ce req-22ce18bd-28ba-42db-bf85-2acce000c8d6 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624932 May 04 14:55:33.176097 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-50789293-9837-4ff2-9901-9c6bf5109535 req-aea6b9b9-0e9a-4075-90a3-5819f2fee97c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663626 May 04 14:55:33.552291 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27c6b9-6ae6-410f-bf7c-375c3bc30184 req-576374c3-7e59-413c-8195-be900dddaf14 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:33.559803 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fa27c6b9-6ae6-410f-bf7c-375c3bc30184 req-576374c3-7e59-413c-8195-be900dddaf14 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0656798 May 04 14:55:33.628370 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fa27c6b9-6ae6-410f-bf7c-375c3bc30184 req-6ca4cb62-260d-468a-b94a-1da26451ffe3 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675008 May 04 14:55:33.766585 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bcabf-2a69-42c7-aaf2-2ec7d98dcabd req-11b0a05c-509a-44b2-a75a-c72ea7d46dee tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:33.768186 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a45bcabf-2a69-42c7-aaf2-2ec7d98dcabd req-11b0a05c-509a-44b2-a75a-c72ea7d46dee tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0611563 May 04 14:55:33.777669 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 40584) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:55:33.786444 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-d46f8563-7a34-407b-bd7e-e124675ff7aa tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Request body: {'floatingip': {'port_id': 'ad36e220-76e4-4ce5-bdaa-448914145200'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:33.842886 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d46f8563-7a34-407b-bd7e-e124675ff7aa tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for floatingip (20c21fea-2d47-4b36-961f-b006a5b65191), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:34.316152 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c813372-41fd-45ea-8ea8-9a9b506ddfda req-9f25006e-58ec-4209-982b-96d018bd1045 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:34.323741 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-0c813372-41fd-45ea-8ea8-9a9b506ddfda req-9f25006e-58ec-4209-982b-96d018bd1045 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0603211 May 04 14:55:34.387473 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-0c813372-41fd-45ea-8ea8-9a9b506ddfda req-5d840519-ee1a-4182-a24f-47f7bc86e83c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622647 May 04 14:55:34.704892 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d46f8563-7a34-407b-bd7e-e124675ff7aa tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:34.710453 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d46f8563-7a34-407b-bd7e-e124675ff7aa tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (20c21fea-2d47-4b36-961f-b006a5b65191), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:34.790533 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-5b69e063-372a-424c-b25f-35f57a14563a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:34.835066 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.l3_db [None req-d46f8563-7a34-407b-bd7e-e124675ff7aa tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Floating IP 20c21fea-2d47-4b36-961f-b006a5b65191 associated. External IP: 172.27.2.56, port: ad36e220-76e4-4ce5-bdaa-448914145200. May 04 14:55:35.078148 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46f8563-7a34-407b-bd7e-e124675ff7aa tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Router 7f1f2095-0a86-4599-a900-521aee918458 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:55:35.206680 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46f8563-7a34-407b-bd7e-e124675ff7aa tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:55:35.218438 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadaddad-9f95-4467-a85f-399b1cbf6d0d None None] Sync routers for ids ['7f1f2095-0a86-4599-a900-521aee918458'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:55:35.221964 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d46f8563-7a34-407b-bd7e-e124675ff7aa tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:35.245579 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadaddad-9f95-4467-a85f-399b1cbf6d0d None None] Routers {'7f1f2095-0a86-4599-a900-521aee918458'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:55:35.246212 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-fadaddad-9f95-4467-a85f-399b1cbf6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:55:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7f1f2095-0a86-4599-a900-521aee918458'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:35.267448 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-d46f8563-7a34-407b-bd7e-e124675ff7aa tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "PUT /v2.0/floatingips/20c21fea-2d47-4b36-961f-b006a5b65191 HTTP/1.1" status: 200 len: 990 time: 1.4878359 May 04 14:55:35.268161 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'tag': 'ad36e220-76e4-4ce5-bdaa-448914145200'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:55:35.270847 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f2fa89-0642-4140-a162-ca1bb5192e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "df7d3281-6a43-4513-8ef0-3bc7f63d7da0", "tag": "ad36e220-76e4-4ce5-bdaa-448914145200"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:55:35.321553 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fe1fd1-996a-4fd8-9f3d-8aed83a8fde1 x-openstack-request-id: req-16fe1fd1-996a-4fd8-9f3d-8aed83a8fde1 {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:55:35.322215 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7d3281-6a43-4513-8ef0-3bc7f63d7da0", "tag": "ad36e220-76e4-4ce5-bdaa-448914145200", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:55:35.323124 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16fe1fd1-996a-4fd8-9f3d-8aed83a8fde1 {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:55:35.323764 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16fe1fd1-996a-4fd8-9f3d-8aed83a8fde1'] response: {'name': 'network-changed', 'server_uuid': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'tag': 'ad36e220-76e4-4ce5-bdaa-448914145200', 'status': 'completed', 'code': 200} May 04 14:55:35.407741 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-fadaddad-9f95-4467-a85f-399b1cbf6d0d None None] Set router 7f1f2095-0a86-4599-a900-521aee918458 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:55:35.522826 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833879d-2174-4006-a105-56c9e8ca1c1c req-61266324-2060-481c-8779-48f88b673ccf tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:35.525530 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7833879d-2174-4006-a105-56c9e8ca1c1c req-61266324-2060-481c-8779-48f88b673ccf tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0637043 May 04 14:55:35.590008 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7833879d-2174-4006-a105-56c9e8ca1c1c req-38a4f349-1754-42b8-808e-25c578048d1d tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586615 May 04 14:55:35.684444 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-fadaddad-9f95-4467-a85f-399b1cbf6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 4, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port': {'id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '20c21fea-2d47-4b36-961f-b006a5b65191', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': '7f1f2095-0a86-4599-a900-521aee918458', 'port_id': 'ad36e220-76e4-4ce5-bdaa-448914145200', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'mac_address': 'fa:16:3e:67:4a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:55:03Z', 'updated_at': '2022-05-04T14:55:34Z', 'revision_number': 1, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d06aa98-70c7-4d99-b2f7-286a739fd3cd', 'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'mac_address': 'fa:16:3e:da:dc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:34Z', 'updated_at': '2022-05-04T14:52:54Z', 'revision_number': 5, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'subnets': [{'id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:35.712058 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadaddad-9f95-4467-a85f-399b1cbf6d0d None None] Checking router: 7f1f2095-0a86-4599-a900-521aee918458 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:55:35.721546 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadaddad-9f95-4467-a85f-399b1cbf6d0d None None] Routers {'7f1f2095-0a86-4599-a900-521aee918458'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:55:35.722184 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-fadaddad-9f95-4467-a85f-399b1cbf6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:55:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7f1f2095-0a86-4599-a900-521aee918458'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:35.844464 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-fadaddad-9f95-4467-a85f-399b1cbf6d0d None None] Set router 7f1f2095-0a86-4599-a900-521aee918458 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:55:36.033633 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:36.105610 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-fadaddad-9f95-4467-a85f-399b1cbf6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 4, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port': {'id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '20c21fea-2d47-4b36-961f-b006a5b65191', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': '7f1f2095-0a86-4599-a900-521aee918458', 'port_id': 'ad36e220-76e4-4ce5-bdaa-448914145200', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'mac_address': 'fa:16:3e:67:4a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:55:03Z', 'updated_at': '2022-05-04T14:55:34Z', 'revision_number': 1, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d06aa98-70c7-4d99-b2f7-286a739fd3cd', 'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'mac_address': 'fa:16:3e:da:dc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:34Z', 'updated_at': '2022-05-04T14:52:54Z', 'revision_number': 5, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'subnets': [{'id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:55:36.133343 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadaddad-9f95-4467-a85f-399b1cbf6d0d None None] The sync data for ids ['7f1f2095-0a86-4599-a900-521aee918458'] in dv-cinder-840493-1-iscsi is: [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 4, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port': {'id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '20c21fea-2d47-4b36-961f-b006a5b65191', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': '7f1f2095-0a86-4599-a900-521aee918458', 'port_id': 'ad36e220-76e4-4ce5-bdaa-448914145200', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'mac_address': 'fa:16:3e:67:4a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:55:03Z', 'updated_at': '2022-05-04T14:55:34Z', 'revision_number': 1, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d06aa98-70c7-4d99-b2f7-286a739fd3cd', 'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'mac_address': 'fa:16:3e:da:dc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:34Z', 'updated_at': '2022-05-04T14:52:54Z', 'revision_number': 5, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'subnets': [{'id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:55:36.395464 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4ea1ed-c296-4e17-85ff-6a56d0a12020 None None] New status for floating IP 20c21fea-2d47-4b36-961f-b006a5b65191: ACTIVE {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:55:36.719745 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d100119-1aa5-4641-9d79-6d6bf2e9d36a req-18247c9d-ad0e-4b61-9073-e4d4c3dce0ca tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:36.722777 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9d100119-1aa5-4641-9d79-6d6bf2e9d36a req-18247c9d-ad0e-4b61-9073-e4d4c3dce0ca tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0580680 May 04 14:55:36.775665 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9d100119-1aa5-4641-9d79-6d6bf2e9d36a req-44678259-d65f-4b99-9a88-59b1df8e1cb2 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466456 May 04 14:55:37.448368 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:37.916511 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3764ded-d5ad-4927-a3df-ef8fc8e8c62d req-09b7c8a6-9642-4891-a22e-d677ae9099e4 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:37.918411 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e3764ded-d5ad-4927-a3df-ef8fc8e8c62d req-09b7c8a6-9642-4891-a22e-d677ae9099e4 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0490685 May 04 14:55:37.972568 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e3764ded-d5ad-4927-a3df-ef8fc8e8c62d req-23ca5e00-e918-4786-97c1-a07d3b5dd326 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479691 May 04 14:55:38.870972 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:39.104765 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfce687-5338-4ef8-ab4e-ec82d7ba4d22 req-298b6cfc-8189-4fb2-8400-63817d5bce8d tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:39.107377 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-dcfce687-5338-4ef8-ab4e-ec82d7ba4d22 req-298b6cfc-8189-4fb2-8400-63817d5bce8d tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0604293 May 04 14:55:39.172919 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-dcfce687-5338-4ef8-ab4e-ec82d7ba4d22 req-297589ec-afca-44a4-a0d3-be213845efe0 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592277 May 04 14:55:40.302044 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254e386-35fc-4521-8333-acd3c70b4c99 req-1828ecf7-8812-466e-b076-86fceef77dda tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:40.306394 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a254e386-35fc-4521-8333-acd3c70b4c99 req-1828ecf7-8812-466e-b076-86fceef77dda tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0621884 May 04 14:55:40.375051 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a254e386-35fc-4521-8333-acd3c70b4c99 req-9039a8b4-17ef-49bd-9feb-6191c91c870c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607839 May 04 14:55:41.513706 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1b231-7826-4278-ae56-8bfd7b0bb492 req-506a37ad-94c9-469e-bbe7-f489452ce2e9 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:41.519474 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f8e1b231-7826-4278-ae56-8bfd7b0bb492 req-506a37ad-94c9-469e-bbe7-f489452ce2e9 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0570276 May 04 14:55:41.566063 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f8e1b231-7826-4278-ae56-8bfd7b0bb492 req-b478db7c-d851-4867-8306-5f8b925ed48a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438600 May 04 14:55:42.675732 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a58785fd-117f-415a-a42d-cc35ee37bc83 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596917158&fields=id&tenant_id=da7a630cbd2f476a81d60db712b4dbd3 HTTP/1.1" status: 200 len: 267 time: 0.0631735 May 04 14:55:42.745141 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840a491-14f4-4b34-b9a0-ecfd27014338 req-bf7952d3-8ec1-4035-b695-aa1d6bd408ac tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:42.747662 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8840a491-14f4-4b34-b9a0-ecfd27014338 req-bf7952d3-8ec1-4035-b695-aa1d6bd408ac tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0659218 May 04 14:55:42.791422 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9658674-b054-4536-889f-9a4a33fb11ad req-97c68989-68dd-4c25-bae7-6bbb79b72eb1 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:42.793613 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f9658674-b054-4536-889f-9a4a33fb11ad req-97c68989-68dd-4c25-bae7-6bbb79b72eb1 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/networks?id=603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 200 len: 812 time: 0.1163669 May 04 14:55:42.813163 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f9658674-b054-4536-889f-9a4a33fb11ad req-e9a4247c-9596-491d-b5f5-71dd19976300 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/quotas/da7a630cbd2f476a81d60db712b4dbd3 HTTP/1.1" status: 200 len: 375 time: 0.0129228 May 04 14:55:42.816978 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8840a491-14f4-4b34-b9a0-ecfd27014338 req-0dcf8b36-add7-4894-8a3d-244a15693cde tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635171 May 04 14:55:42.870191 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f9658674-b054-4536-889f-9a4a33fb11ad req-6350710f-a5b0-4417-b4b3-7ac2b032a316 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494719 May 04 14:55:42.988631 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a58cd78b-40ce-4356-87d6-ba01a3968a02 service neutron] 10.222.0.32 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043267 May 04 14:55:43.095344 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f9658674-b054-4536-889f-9a4a33fb11ad req-4125db4a-020c-4788-8678-170cb0fee6cd service neutron] 10.222.0.32 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993488 May 04 14:55:43.358446 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:43.410716 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7d4301d8-bfa9-4f61-b6de-d607c132bf0d req-00338126-689b-4c1b-a116-67ffeff27ba0 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0291753 May 04 14:55:43.937332 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cba2ad-f2f7-4814-9753-661d462c1fbc req-0d2aa11e-697a-4525-b538-6197575a6a8f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:43.938883 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f6cba2ad-f2f7-4814-9753-661d462c1fbc req-0d2aa11e-697a-4525-b538-6197575a6a8f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0545025 May 04 14:55:43.988181 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f6cba2ad-f2f7-4814-9753-661d462c1fbc req-68809e6d-6a63-4fde-a2b6-22aad36bc0cf tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412107 May 04 14:55:44.476114 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2fa89-0642-4140-a162-ca1bb5192e4a req-f811d7be-deda-48b5-a7a8-62b82678e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:44.478072 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-32f2fa89-0642-4140-a162-ca1bb5192e4a req-f811d7be-deda-48b5-a7a8-62b82678e969 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 1129 time: 0.0616601 May 04 14:55:44.521437 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-36519b97-d877-4788-a523-f56c49c9bb00 req-85f99507-07e2-4654-839d-ad0fbe6db2f9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0339689 May 04 14:55:45.132434 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96054d57-0b3d-4069-a9dc-ea40b215fa6b req-9fe931a6-bfbe-40bb-be85-c1a0fcd5d3cb tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:45.134010 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-96054d57-0b3d-4069-a9dc-ea40b215fa6b req-9fe931a6-bfbe-40bb-be85-c1a0fcd5d3cb tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0496843 May 04 14:55:45.161182 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2fa89-0642-4140-a162-ca1bb5192e4a req-5a5b4f10-2092-4500-b4c4-d0c6d4b828d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:45.162666 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-32f2fa89-0642-4140-a162-ca1bb5192e4a req-5a5b4f10-2092-4500-b4c4-d0c6d4b828d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 920 time: 0.1093473 May 04 14:55:45.192118 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-96054d57-0b3d-4069-a9dc-ea40b215fa6b req-761695c6-c15c-426b-8a68-f4164e0d0859 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480599 May 04 14:55:45.235501 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-32f2fa89-0642-4140-a162-ca1bb5192e4a req-bb1530b0-5114-45dc-acc8-f967716cf6fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad36e220-76e4-4ce5-bdaa-448914145200 HTTP/1.1" status: 200 len: 1000 time: 0.0652893 May 04 14:55:45.560690 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2fa89-0642-4140-a162-ca1bb5192e4a req-abacd340-f6b0-4b1c-b2a7-a713a734cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:45.562237 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-32f2fa89-0642-4140-a162-ca1bb5192e4a req-abacd340-f6b0-4b1c-b2a7-a713a734cac7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.0498025 May 04 14:55:45.642924 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-60cbfc64-8f2b-4071-bb32-ff8286c98d45 req-c2ca88f1-30ee-4937-9469-9c739227b679 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0448155 May 04 14:55:45.653989 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2fa89-0642-4140-a162-ca1bb5192e4a req-c364fd82-44e5-4c83-911e-474150e97afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:45.655517 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-32f2fa89-0642-4140-a162-ca1bb5192e4a req-c364fd82-44e5-4c83-911e-474150e97afc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842605 May 04 14:55:45.792905 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a2581d64-0e9d-48b6-aa66-addfbe5f7522 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:45.794375 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a2581d64-0e9d-48b6-aa66-addfbe5f7522 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.49 "GET /v2.0/networks?id=603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 200 len: 812 time: 0.1651618 May 04 14:55:45.824429 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-32f2fa89-0642-4140-a162-ca1bb5192e4a req-6bc1ed4e-dba0-4c5d-838c-42cd95959ddf service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558077 May 04 14:55:45.922367 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f9658674-b054-4536-889f-9a4a33fb11ad req-e3d88ac8-f7f8-442b-8194-18c3dc61f9c2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da7a630cbd2f476a81d60db712b4dbd3 HTTP/1.1" status: 200 len: 380 time: 0.1163716 May 04 14:55:45.938868 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-f9658674-b054-4536-889f-9a4a33fb11ad req-bfd4c095-86c7-4178-a436-479f81f12557 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Request body: {'port': {'device_id': '427fe327-4569-4c8c-9ba1-ea8ab086f2e2', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'admin_state_up': True, 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'security_groups': ['27f821c4-4a85-41de-9d8f-3b6e9b421b14']}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:45.991714 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-32f2fa89-0642-4140-a162-ca1bb5192e4a req-c1f2b306-28fc-44b6-ab74-b05d93e816ba service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599317 May 04 14:55:46.072623 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9658674-b054-4536-889f-9a4a33fb11ad req-bfd4c095-86c7-4178-a436-479f81f12557 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Made reservation on behalf of da7a630cbd2f476a81d60db712b4dbd3 for: {'port': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:55:46.076138 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-f9658674-b054-4536-889f-9a4a33fb11ad req-bfd4c095-86c7-4178-a436-479f81f12557 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:46.215908 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [req-f9658674-b054-4536-889f-9a4a33fb11ad req-bfd4c095-86c7-4178-a436-479f81f12557 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Allocated IP 172.20.0.5 (603b2177-ca93-4721-a940-b349edbe094b/e8fe32c0-07c2-4288-b3f3-920f7d53b942/a5229503-7644-49fb-aaf0-4cac47cfc0ff) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:55:46.337533 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793da5ac-1941-4166-b9e1-5ed9c7d8f923 req-f9bef763-3071-43e1-8827-77f96d019e64 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:46.339133 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-793da5ac-1941-4166-b9e1-5ed9c7d8f923 req-f9bef763-3071-43e1-8827-77f96d019e64 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0679080 May 04 14:55:46.369954 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-f9658674-b054-4536-889f-9a4a33fb11ad req-bfd4c095-86c7-4178-a436-479f81f12557 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for port (a5229503-7644-49fb-aaf0-4cac47cfc0ff), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:46.391961 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-793da5ac-1941-4166-b9e1-5ed9c7d8f923 req-2ff5c752-71e1-4aa5-b042-f7a0e99d09b7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457170 May 04 14:55:46.403223 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-f9658674-b054-4536-889f-9a4a33fb11ad req-bfd4c095-86c7-4178-a436-479f81f12557 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (a5229503-7644-49fb-aaf0-4cac47cfc0ff), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:46.451191 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9658674-b054-4536-889f-9a4a33fb11ad req-bfd4c095-86c7-4178-a436-479f81f12557 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Network 603b2177-ca93-4721-a940-b349edbe094b is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:55:46.454364 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [req-f9658674-b054-4536-889f-9a4a33fb11ad req-bfd4c095-86c7-4178-a436-479f81f12557 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:55:46.460526 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9658674-b054-4536-889f-9a4a33fb11ad req-bfd4c095-86c7-4178-a436-479f81f12557 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:55:46.467510 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4c095-86c7-4178-a436-479f81f12557 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event updated for resources: {'Port': ['ID=a5229503-7644-49fb-aaf0-4cac47cfc0ff,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:46.515991 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9658674-b054-4536-889f-9a4a33fb11ad req-bfd4c095-86c7-4178-a436-479f81f12557 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:46.516635 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-f9658674-b054-4536-889f-9a4a33fb11ad req-bfd4c095-86c7-4178-a436-479f81f12557 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:46.534662 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f9658674-b054-4536-889f-9a4a33fb11ad req-bfd4c095-86c7-4178-a436-479f81f12557 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6036704 May 04 14:55:46.546538 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Request body: {'port': {'device_id': '427fe327-4569-4c8c-9ba1-ea8ab086f2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:55:46.610314 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (a5229503-7644-49fb-aaf0-4cac47cfc0ff), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:46.710327 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-5814a724-d965-4bed-a6a1-d0f4fa90e253 None None] Provisioning complete for port a5229503-7644-49fb-aaf0-4cac47cfc0ff triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:46.710908 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-5814a724-d965-4bed-a6a1-d0f4fa90e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (a5229503-7644-49fb-aaf0-4cac47cfc0ff), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:46.745526 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-5814a724-d965-4bed-a6a1-d0f4fa90e253 None None] Port a5229503-7644-49fb-aaf0-4cac47cfc0ff cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:55:46.776908 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbe408-435a-49ee-9c6e-16a7152cb0ec req-08fa73f9-0bf8-43f3-b917-c8d72b83040d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:46.778366 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bcbbe408-435a-49ee-9c6e-16a7152cb0ec req-08fa73f9-0bf8-43f3-b917-c8d72b83040d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 931 time: 0.0630293 May 04 14:55:46.879557 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bcbbe408-435a-49ee-9c6e-16a7152cb0ec req-bffede35-2eb4-4832-8ee7-40c4cf5e3de1 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918829 May 04 14:55:46.959054 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5229503-7644-49fb-aaf0-4cac47cfc0ff {{(pid=115137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:55:46.971038 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Publish callbacks [] for port (a5229503-7644-49fb-aaf0-4cac47cfc0ff), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:46.990041 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.provisioning_blocks [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Transition to ACTIVE for port object a5229503-7644-49fb-aaf0-4cac47cfc0ff will not be triggered until provisioned by entity L2. {{(pid=115137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:55:46.994911 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (a5229503-7644-49fb-aaf0-4cac47cfc0ff), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:47.048697 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Pushing event updated for resources: {'Port': ['ID=a5229503-7644-49fb-aaf0-4cac47cfc0ff,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:47.123425 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Attempting to bind port a5229503-7644-49fb-aaf0-4cac47cfc0ff on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:55:47.123723 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Attempting to bind port a5229503-7644-49fb-aaf0-4cac47cfc0ff by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'}] {{(pid=115137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:55:47.124072 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Attempting to bind port a5229503-7644-49fb-aaf0-4cac47cfc0ff on network 603b2177-ca93-4721-a940-b349edbe094b {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:55:47.128583 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Port a5229503-7644-49fb-aaf0-4cac47cfc0ff on network 603b2177-ca93-4721-a940-b349edbe094b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:55:47.128902 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Attempting to bind port a5229503-7644-49fb-aaf0-4cac47cfc0ff on network 603b2177-ca93-4721-a940-b349edbe094b {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:55:47.134231 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:55:47.134533 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Checking segment: {'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:55:47.134912 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Bound using segment: {'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'} {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:55:47.135339 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Bound port: a5229503-7644-49fb-aaf0-4cac47cfc0ff, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'}}] {{(pid=115137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:55:47.136061 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (a5229503-7644-49fb-aaf0-4cac47cfc0ff), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:47.201353 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] For port a5229503-7644-49fb-aaf0-4cac47cfc0ff, host hv-cinder-84049, cleared binding levels {{(pid=115137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:55:47.204363 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] For port a5229503-7644-49fb-aaf0-4cac47cfc0ff, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=a5229503-7644-49fb-aaf0-4cac47cfc0ff,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:55:47.211056 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (a5229503-7644-49fb-aaf0-4cac47cfc0ff), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:47.245134 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:47.245746 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:47.247082 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f9658674-b054-4536-889f-9a4a33fb11ad req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] 10.222.0.49 "PUT /v2.0/ports/a5229503-7644-49fb-aaf0-4cac47cfc0ff HTTP/1.1" status: 200 len: 1093 time: 0.7050917 May 04 14:55:47.247501 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427fe327-4569-4c8c-9ba1-ea8ab086f2e2', 'tag': 'a5229503-7644-49fb-aaf0-4cac47cfc0ff'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:55:47.249739 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7cb120-ea76-40cc-9ba8-0da1a2a39b07" -d '{"events": [{"name": "network-changed", "server_uuid": "427fe327-4569-4c8c-9ba1-ea8ab086f2e2", "tag": "a5229503-7644-49fb-aaf0-4cac47cfc0ff"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:55:47.279731 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1160f7b-c78b-4ed0-9ace-0dc6df8672cf service neutron] Pushing event updated for resources: {'Port': ['ID=a5229503-7644-49fb-aaf0-4cac47cfc0ff,revision_number=3']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:47.290793 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365ea2ad-98c8-41fc-9717-288a0fe57047 x-openstack-request-id: req-365ea2ad-98c8-41fc-9717-288a0fe57047 {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:55:47.291342 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427fe327-4569-4c8c-9ba1-ea8ab086f2e2", "tag": "a5229503-7644-49fb-aaf0-4cac47cfc0ff", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:55:47.291732 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-365ea2ad-98c8-41fc-9717-288a0fe57047 {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:55:47.292184 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365ea2ad-98c8-41fc-9717-288a0fe57047'] response: {'name': 'network-changed', 'server_uuid': '427fe327-4569-4c8c-9ba1-ea8ab086f2e2', 'tag': 'a5229503-7644-49fb-aaf0-4cac47cfc0ff', 'status': 'completed', 'code': 200} May 04 14:55:47.355519 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9658674-b054-4536-889f-9a4a33fb11ad req-6f0509ef-1402-46ca-8ca6-4f1d08613b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:47.357883 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f9658674-b054-4536-889f-9a4a33fb11ad req-6f0509ef-1402-46ca-8ca6-4f1d08613b6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 1127 time: 0.0560904 May 04 14:55:47.402970 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f9658674-b054-4536-889f-9a4a33fb11ad req-9ef4a83d-772e-47a4-bfd2-53267e637f43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5229503-7644-49fb-aaf0-4cac47cfc0ff HTTP/1.1" status: 200 len: 217 time: 0.0359902 May 04 14:55:47.454521 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9658674-b054-4536-889f-9a4a33fb11ad req-3506a127-677b-4c38-bf47-b0075dc3858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:47.455998 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f9658674-b054-4536-889f-9a4a33fb11ad req-3506a127-677b-4c38-bf47-b0075dc3858b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8fe32c0-07c2-4288-b3f3-920f7d53b942 HTTP/1.1" status: 200 len: 851 time: 0.0471692 May 04 14:55:47.529296 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9658674-b054-4536-889f-9a4a33fb11ad req-4964795a-c403-47ea-aac1-280c94414239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:47.530735 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f9658674-b054-4536-889f-9a4a33fb11ad req-4964795a-c403-47ea-aac1-280c94414239 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=603b2177-ca93-4721-a940-b349edbe094b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665376 May 04 14:55:47.541253 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b196959-f603-49b7-8691-379b3cf4538a req-573dbf27-7cb8-4d1b-b2e1-343c4c00337a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:47.542637 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1b196959-f603-49b7-8691-379b3cf4538a req-573dbf27-7cb8-4d1b-b2e1-343c4c00337a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0706162 May 04 14:55:47.644887 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1b196959-f603-49b7-8691-379b3cf4538a req-16207699-d818-4ff2-9e49-8fb9de194176 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944552 May 04 14:55:47.664934 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f9658674-b054-4536-889f-9a4a33fb11ad req-d53db070-7701-40e3-8981-1bd855d7d42d service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193407 May 04 14:55:47.761028 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f9658674-b054-4536-889f-9a4a33fb11ad req-b28ef916-61e2-47d4-9237-2649e4ad7320 service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891500 May 04 14:55:47.996111 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3362160-c24c-4e4f-bf80-3bcff51cc758 req-0affd08e-8140-4d48-aa40-2e96ff43e984 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:47.997650 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a3362160-c24c-4e4f-bf80-3bcff51cc758 req-0affd08e-8140-4d48-aa40-2e96ff43e984 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 943 time: 0.0467088 May 04 14:55:48.048096 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a3362160-c24c-4e4f-bf80-3bcff51cc758 req-4ba7cdcb-4315-4645-be38-389cb83d46e7 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447299 May 04 14:55:48.104433 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cb120-ea76-40cc-9ba8-0da1a2a39b07 req-a394bd34-1928-45d7-ab4d-5f8d3417cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:48.105945 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fd7cb120-ea76-40cc-9ba8-0da1a2a39b07 req-a394bd34-1928-45d7-ab4d-5f8d3417cc3b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 1127 time: 0.0432327 May 04 14:55:48.208838 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cb120-ea76-40cc-9ba8-0da1a2a39b07 req-5610e566-4717-48ee-bd03-29f585b84aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:48.210330 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fd7cb120-ea76-40cc-9ba8-0da1a2a39b07 req-5610e566-4717-48ee-bd03-29f585b84aaa service neutron] 10.222.0.49 "GET /v2.0/networks?id=603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 200 len: 913 time: 0.0978568 May 04 14:55:48.254087 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fd7cb120-ea76-40cc-9ba8-0da1a2a39b07 req-68f75902-28be-4917-b060-48737ba887ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5229503-7644-49fb-aaf0-4cac47cfc0ff HTTP/1.1" status: 200 len: 217 time: 0.0365341 May 04 14:55:48.320722 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cb120-ea76-40cc-9ba8-0da1a2a39b07 req-7f8966d6-ab29-4f98-8b67-76b3bc7a46d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:48.322182 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fd7cb120-ea76-40cc-9ba8-0da1a2a39b07 req-7f8966d6-ab29-4f98-8b67-76b3bc7a46d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8fe32c0-07c2-4288-b3f3-920f7d53b942 HTTP/1.1" status: 200 len: 851 time: 0.0555198 May 04 14:55:48.372997 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cb120-ea76-40cc-9ba8-0da1a2a39b07 req-ef52a2d4-95b1-4bc7-89bb-7b879cf7144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:48.374544 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fd7cb120-ea76-40cc-9ba8-0da1a2a39b07 req-ef52a2d4-95b1-4bc7-89bb-7b879cf7144a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=603b2177-ca93-4721-a940-b349edbe094b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440512 May 04 14:55:48.478713 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fd7cb120-ea76-40cc-9ba8-0da1a2a39b07 req-1ef29c2e-b6dd-4a28-a989-301f1dc48b66 service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966303 May 04 14:55:48.577512 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fd7cb120-ea76-40cc-9ba8-0da1a2a39b07 req-1673c1ac-427c-47a2-9538-46c9204697a6 service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909240 May 04 14:55:48.780900 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6519810-fbec-481c-908b-2af649ee304c req-ec81b12c-4403-44e0-9b75-492a37cd4540 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:48.782443 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d6519810-fbec-481c-908b-2af649ee304c req-ec81b12c-4403-44e0-9b75-492a37cd4540 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0565937 May 04 14:55:48.845952 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d6519810-fbec-481c-908b-2af649ee304c req-28e6e113-1bdc-49d3-ade8-64590bf00dea tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567307 May 04 14:55:49.169950 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900a4c1-03aa-41b6-83c3-2b0b9e6e0151 req-748eec61-90f2-4794-b4fb-d2f015834fd8 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:49.171315 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8900a4c1-03aa-41b6-83c3-2b0b9e6e0151 req-748eec61-90f2-4794-b4fb-d2f015834fd8 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 943 time: 0.0519946 May 04 14:55:49.224585 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8900a4c1-03aa-41b6-83c3-2b0b9e6e0151 req-be949171-d67a-44fa-86d7-6c6665b44677 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474620 May 04 14:55:49.973096 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4bf1a-1cb3-4652-bbe3-3abed709fb51 req-04125c05-6e4a-44b4-9f26-0dabfd2d4225 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:49.974600 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-79c4bf1a-1cb3-4652-bbe3-3abed709fb51 req-04125c05-6e4a-44b4-9f26-0dabfd2d4225 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0542233 May 04 14:55:50.024341 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-79c4bf1a-1cb3-4652-bbe3-3abed709fb51 req-2b25edf4-503e-422a-a7f8-47031670f467 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424445 May 04 14:55:50.389872 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd020bd-49d8-473d-8579-a1f395880cdf req-46895365-a06d-45ef-80da-4788aab4089f tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:50.391464 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bbd020bd-49d8-473d-8579-a1f395880cdf req-46895365-a06d-45ef-80da-4788aab4089f tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 943 time: 0.0707827 May 04 14:55:50.452360 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bbd020bd-49d8-473d-8579-a1f395880cdf req-df1f2a8c-5105-48b3-86cc-06fd790b4b21 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550454 May 04 14:55:51.150802 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80433f3a-24bd-4e04-9d83-54bdfe70ebfc req-d8980050-c072-4e48-8de3-8dd3176c26c6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:51.152347 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-80433f3a-24bd-4e04-9d83-54bdfe70ebfc req-d8980050-c072-4e48-8de3-8dd3176c26c6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0507104 May 04 14:55:51.213130 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-80433f3a-24bd-4e04-9d83-54bdfe70ebfc req-7111e2ba-7dc5-48b0-8b94-5369e2d1f78d tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500417 May 04 14:55:51.567115 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40589b50-9ab5-4634-bb66-5d4c9a9daa0e req-1cac87f2-9432-4d5a-8266-3c0bde8502fd tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:51.568640 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-40589b50-9ab5-4634-bb66-5d4c9a9daa0e req-1cac87f2-9432-4d5a-8266-3c0bde8502fd tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 943 time: 0.0481551 May 04 14:55:51.621253 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-40589b50-9ab5-4634-bb66-5d4c9a9daa0e req-32ad77ab-af0a-482c-ab99-5be41523a709 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460336 May 04 14:55:52.350411 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeaaf75-a920-4703-b213-51febe2d924e req-bf6b519b-8d90-4115-9e88-c02b12f02914 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:52.352592 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2aeaaf75-a920-4703-b213-51febe2d924e req-bf6b519b-8d90-4115-9e88-c02b12f02914 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0616097 May 04 14:55:52.430497 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2aeaaf75-a920-4703-b213-51febe2d924e req-c6d6d09c-ac84-476c-83ee-a26060f61df4 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715597 May 04 14:55:52.746789 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03572820-4fd1-4684-9f29-8684139f49f2 req-c954a97c-8776-4f49-b9de-6c7441d436db tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:52.748399 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-03572820-4fd1-4684-9f29-8684139f49f2 req-c954a97c-8776-4f49-b9de-6c7441d436db tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 943 time: 0.0545549 May 04 14:55:52.803592 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-03572820-4fd1-4684-9f29-8684139f49f2 req-6643a99f-6833-4a81-8a0f-3382da10ad4e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489411 May 04 14:55:53.305070 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 463a9e34-de88-41bb-b997-6302ab23da6b details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:55:53.446977 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 463a9e34-de88-41bb-b997-6302ab23da6b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=463a9e34-de88-41bb-b997-6302ab23da6b,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:53.463782 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '463a9e34-de88-41bb-b997-6302ab23da6b', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'port_id': '463a9e34-de88-41bb-b997-6302ab23da6b', 'mac_address': 'fa:16:3e:2a:72:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:55:53.505560 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 463a9e34-de88-41bb-b997-6302ab23da6b is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:53.505944 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:53.521027 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463a9e34-de88-41bb-b997-6302ab23da6b {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:55:53.544785 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 463a9e34-de88-41bb-b997-6302ab23da6b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=463a9e34-de88-41bb-b997-6302ab23da6b,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:53.551028 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:53.588355 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df301340-1c9f-4326-be90-dff235da7639 req-61f57cc5-9d23-4338-9bdb-7faa0ffabbbf tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:53.590987 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-df301340-1c9f-4326-be90-dff235da7639 req-61f57cc5-9d23-4338-9bdb-7faa0ffabbbf tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 943 time: 0.0636652 May 04 14:55:53.605993 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=463a9e34-de88-41bb-b997-6302ab23da6b,revision_number=9']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:53.613645 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:53.614066 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:53.614344 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:53.614682 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:53.615012 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:53.615344 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:53.615679 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:53.615983 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:53.616301 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:53.616623 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:53.617104 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:53.617429 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:53.617748 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:53.618059 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:53.618376 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:55:53.658719 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-df301340-1c9f-4326-be90-dff235da7639 req-1404772d-1522-493f-846f-c2b6492b8abd tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599055 May 04 14:55:53.849050 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['463a9e34-de88-41bb-b997-6302ab23da6b'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:55:53.932142 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b5302-ba22-47a3-86d7-7e6dd1757732 req-5d41a3a5-b8d7-4cbf-980d-4c31e33fb76f tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:53.933675 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-602b5302-ba22-47a3-86d7-7e6dd1757732 req-5d41a3a5-b8d7-4cbf-980d-4c31e33fb76f tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 943 time: 0.0539234 May 04 14:55:53.997475 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-602b5302-ba22-47a3-86d7-7e6dd1757732 req-860ebdcf-df42-45bd-999a-d46005af5b6c tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573490 May 04 14:55:54.791473 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc56854-2b47-47bf-8c04-78db32336bd8 req-4ef574c2-21d7-4bef-9d2e-cc464b090dcb tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:54.793041 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7bc56854-2b47-47bf-8c04-78db32336bd8 req-4ef574c2-21d7-4bef-9d2e-cc464b090dcb tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 944 time: 0.0546293 May 04 14:55:54.844143 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7bc56854-2b47-47bf-8c04-78db32336bd8 req-0dc245e1-adeb-433f-92d3-d189881cc7ab tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449777 May 04 14:55:55.127073 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443a917-4214-4290-b950-79aebfae4ba6 req-4138165a-8d89-48b9-b798-42f0f90e581e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:55.128606 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b443a917-4214-4290-b950-79aebfae4ba6 req-4138165a-8d89-48b9-b798-42f0f90e581e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 943 time: 0.0610464 May 04 14:55:55.188368 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b443a917-4214-4290-b950-79aebfae4ba6 req-6e1f0203-fe4c-4f19-9b58-73b0e4dbf0e5 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539551 May 04 14:55:55.336884 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 463a9e34-de88-41bb-b997-6302ab23da6b up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:55:55.385951 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 463a9e34-de88-41bb-b997-6302ab23da6b triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:55.386338 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:55.478424 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 463a9e34-de88-41bb-b997-6302ab23da6b is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:55.479038 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:55.504653 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a9e34-de88-41bb-b997-6302ab23da6b'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:55:55.506994 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d651749-abdf-4817-9bb6-53ef4911fced" -d '{"events": [{"server_uuid": "a80710d1-c61a-4d1c-ac7a-5795b995d5e6", "name": "network-vif-plugged", "status": "completed", "tag": "463a9e34-de88-41bb-b997-6302ab23da6b"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:55:55.520441 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 463a9e34-de88-41bb-b997-6302ab23da6b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=463a9e34-de88-41bb-b997-6302ab23da6b,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:55.525852 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:55.549232 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3053cf3-da3c-4958-9d28-21df5e5654de x-openstack-request-id: req-b3053cf3-da3c-4958-9d28-21df5e5654de {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:55:55.549493 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80710d1-c61a-4d1c-ac7a-5795b995d5e6", "name": "network-vif-plugged", "status": "completed", "tag": "463a9e34-de88-41bb-b997-6302ab23da6b", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:55:55.549744 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3053cf3-da3c-4958-9d28-21df5e5654de {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:55:55.550140 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3053cf3-da3c-4958-9d28-21df5e5654de'] response: {'server_uuid': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a9e34-de88-41bb-b997-6302ab23da6b', 'code': 200} May 04 14:55:55.581509 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=463a9e34-de88-41bb-b997-6302ab23da6b,revision_number=10']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:55.970066 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93716d-722f-4b66-afcf-58fa699cf831 req-9cf7af3b-85d6-4ff7-9599-23a3551b0035 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:55.971597 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ba93716d-722f-4b66-afcf-58fa699cf831 req-9cf7af3b-85d6-4ff7-9599-23a3551b0035 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 946 time: 0.0519769 May 04 14:55:56.023468 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ba93716d-722f-4b66-afcf-58fa699cf831 req-507f8e97-0362-4b1e-b7a7-f02ede72be95 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458679 May 04 14:55:56.173670 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06e72a-9c27-449d-9898-6b0a23973659 req-7816da3d-085f-4bed-9763-19a2ef8b5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:56.175058 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3b06e72a-9c27-449d-9898-6b0a23973659 req-7816da3d-085f-4bed-9763-19a2ef8b5dcf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 1130 time: 0.0467348 May 04 14:55:56.234082 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3b06e72a-9c27-449d-9898-6b0a23973659 req-4b7958a8-0cce-4ae2-aa96-675c374dbb51 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506365 May 04 14:55:56.334941 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919efad-cf88-4735-8d5e-543660174994 req-a188f969-fa60-40bd-8189-2a4495df56c8 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:56.336439 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2919efad-cf88-4735-8d5e-543660174994 req-a188f969-fa60-40bd-8189-2a4495df56c8 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 943 time: 0.0585856 May 04 14:55:56.403095 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2919efad-cf88-4735-8d5e-543660174994 req-9a6d9628-f6d2-4bf4-8a73-d6c09085e4b2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583699 May 04 14:55:57.151400 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95ad72-d06b-4d3c-9e04-8c842a5a3380 req-7dc844b0-4d79-40c3-814a-993563cf8462 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:57.152955 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf95ad72-d06b-4d3c-9e04-8c842a5a3380 req-7dc844b0-4d79-40c3-814a-993563cf8462 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 946 time: 0.0526531 May 04 14:55:57.204274 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf95ad72-d06b-4d3c-9e04-8c842a5a3380 req-d173b4ae-6a9d-43dc-a196-949d18b1a520 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451956 May 04 14:55:57.346713 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device a5229503-7644-49fb-aaf0-4cac47cfc0ff details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:55:57.456150 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port a5229503-7644-49fb-aaf0-4cac47cfc0ff, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=a5229503-7644-49fb-aaf0-4cac47cfc0ff,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:57.468424 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': 'a5229503-7644-49fb-aaf0-4cac47cfc0ff', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'port_id': 'a5229503-7644-49fb-aaf0-4cac47cfc0ff', 'mac_address': 'fa:16:3e:23:0c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:55:57.507635 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port a5229503-7644-49fb-aaf0-4cac47cfc0ff is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:57.508031 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (a5229503-7644-49fb-aaf0-4cac47cfc0ff), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:57.520503 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aabbd3-e82f-4790-b35f-41fda7e5c272 req-b371cbec-4bc5-4872-ae89-48ab3cdcd67b tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:57.522121 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a8aabbd3-e82f-4790-b35f-41fda7e5c272 req-b371cbec-4bc5-4872-ae89-48ab3cdcd67b tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 943 time: 0.0480580 May 04 14:55:57.522555 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5229503-7644-49fb-aaf0-4cac47cfc0ff {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:55:57.543731 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port a5229503-7644-49fb-aaf0-4cac47cfc0ff, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=a5229503-7644-49fb-aaf0-4cac47cfc0ff,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:57.549711 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (a5229503-7644-49fb-aaf0-4cac47cfc0ff), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:57.577467 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a8aabbd3-e82f-4790-b35f-41fda7e5c272 req-7190d499-e471-4ea7-ae1f-7c949f29073a tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493305 May 04 14:55:57.604398 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=a5229503-7644-49fb-aaf0-4cac47cfc0ff,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:55:57.998224 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['a5229503-7644-49fb-aaf0-4cac47cfc0ff'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:55:58.359033 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96dcae-5451-49aa-bbd4-de304be2b5c8 req-7c485989-f6fa-4f86-b157-58b47aff193e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:58.361715 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2d96dcae-5451-49aa-bbd4-de304be2b5c8 req-7c485989-f6fa-4f86-b157-58b47aff193e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 946 time: 0.0656276 May 04 14:55:58.425479 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2d96dcae-5451-49aa-bbd4-de304be2b5c8 req-abc15526-d800-4b0a-bb3d-79807f2f843a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581334 May 04 14:55:58.712668 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01cfde4-cebd-4bd3-ae7c-2ec3371a032d req-3e7744f9-8d5f-496a-be58-3377fb15d81a tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:58.714343 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a01cfde4-cebd-4bd3-ae7c-2ec3371a032d req-3e7744f9-8d5f-496a-be58-3377fb15d81a tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 944 time: 0.0539112 May 04 14:55:58.769319 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a01cfde4-cebd-4bd3-ae7c-2ec3371a032d req-5f8d1444-85de-4663-bd0a-d54b82c1181d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488925 May 04 14:55:59.344463 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device a5229503-7644-49fb-aaf0-4cac47cfc0ff up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:55:59.394018 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port a5229503-7644-49fb-aaf0-4cac47cfc0ff completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:55:59.400481 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port a5229503-7644-49fb-aaf0-4cac47cfc0ff triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:55:59.401029 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (a5229503-7644-49fb-aaf0-4cac47cfc0ff), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:59.490515 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port a5229503-7644-49fb-aaf0-4cac47cfc0ff is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:55:59.491134 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (a5229503-7644-49fb-aaf0-4cac47cfc0ff), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:59.533906 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427fe327-4569-4c8c-9ba1-ea8ab086f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5229503-7644-49fb-aaf0-4cac47cfc0ff'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:55:59.537961 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810bb334-fde5-4cd5-97a3-31cbdb8fdf4e" -d '{"events": [{"server_uuid": "427fe327-4569-4c8c-9ba1-ea8ab086f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "a5229503-7644-49fb-aaf0-4cac47cfc0ff"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:55:59.562620 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port a5229503-7644-49fb-aaf0-4cac47cfc0ff, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=a5229503-7644-49fb-aaf0-4cac47cfc0ff,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:55:59.570165 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fb761-3d87-42d1-8f28-f8baeafc77f0 req-c3dbdf0c-d35b-4e1d-b079-bebd92b078ad tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:55:59.570883 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (a5229503-7644-49fb-aaf0-4cac47cfc0ff), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:55:59.572298 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-dc1fb761-3d87-42d1-8f28-f8baeafc77f0 req-c3dbdf0c-d35b-4e1d-b079-bebd92b078ad tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 946 time: 0.0623260 May 04 14:55:59.611723 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4181fc50-3068-4af4-8096-cb971e9a67f3 x-openstack-request-id: req-4181fc50-3068-4af4-8096-cb971e9a67f3 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:55:59.612061 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427fe327-4569-4c8c-9ba1-ea8ab086f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "a5229503-7644-49fb-aaf0-4cac47cfc0ff", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:55:59.612317 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4181fc50-3068-4af4-8096-cb971e9a67f3 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:55:59.612835 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4181fc50-3068-4af4-8096-cb971e9a67f3'] response: {'server_uuid': '427fe327-4569-4c8c-9ba1-ea8ab086f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5229503-7644-49fb-aaf0-4cac47cfc0ff', 'code': 200} May 04 14:55:59.643669 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-dc1fb761-3d87-42d1-8f28-f8baeafc77f0 req-b80c679c-54f4-4e84-97e3-3df89d2030bb tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589840 May 04 14:55:59.657812 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=a5229503-7644-49fb-aaf0-4cac47cfc0ff,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:00.142000 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ea68c-a583-48d7-844c-9168f06981b0 req-eb6788d5-98a3-4098-89b4-66bf621f1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:00.143540 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2f0ea68c-a583-48d7-844c-9168f06981b0 req-eb6788d5-98a3-4098-89b4-66bf621f1d92 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 1129 time: 0.3206069 May 04 14:56:00.161149 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831afbc-93d3-4243-9125-981392d9920d req-b6c02ab2-8705-4ce3-8bad-251508168b9e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:00.162931 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1831afbc-93d3-4243-9125-981392d9920d req-b6c02ab2-8705-4ce3-8bad-251508168b9e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 945 time: 0.3102250 May 04 14:56:00.230450 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2f0ea68c-a583-48d7-844c-9168f06981b0 req-178c9f90-082d-4b06-980f-385faa3bbf1b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664189 May 04 14:56:00.248470 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1831afbc-93d3-4243-9125-981392d9920d req-fa17f43f-ec0e-428b-893c-7e56db722abb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707412 May 04 14:56:01.381693 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3ca67-847a-4507-be01-8197e12ed937 req-9f7b4bde-8557-4a23-a7a5-ea7f0b1f56e6 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:01.383271 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c1f3ca67-847a-4507-be01-8197e12ed937 req-9f7b4bde-8557-4a23-a7a5-ea7f0b1f56e6 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0612364 May 04 14:56:01.439779 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c1f3ca67-847a-4507-be01-8197e12ed937 req-c9033ec1-4875-4fc1-b073-7e98a56ee40e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500481 May 04 14:56:02.575877 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4127e5a-33cf-4456-9685-49f09b760f8d req-ec145794-b147-461b-be42-7ce09f7f6548 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:02.577335 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f4127e5a-33cf-4456-9685-49f09b760f8d req-ec145794-b147-461b-be42-7ce09f7f6548 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0566797 May 04 14:56:02.632189 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f4127e5a-33cf-4456-9685-49f09b760f8d req-fd401edf-c457-42c5-b015-70d59f9ae6cf tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481181 May 04 14:56:02.755056 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565f8d9-3e56-4ca9-b517-15aeabc2dab5 req-aa55aca1-ffb8-4590-97f4-aa4729ebaebe tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:02.756590 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8565f8d9-3e56-4ca9-b517-15aeabc2dab5 req-aa55aca1-ffb8-4590-97f4-aa4729ebaebe tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0519049 May 04 14:56:02.807443 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8565f8d9-3e56-4ca9-b517-15aeabc2dab5 req-d350e362-8ff4-409b-990f-d0eef5c66d68 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439641 May 04 14:56:02.831274 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 40786) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:02.891488 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-29a88d35-d50f-466f-b7f6-38dd8588a1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:03.040606 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032b5b63-e2bc-410a-9aa0-9dbad1b6c4c3 tempest-TestVolumeBootPattern-654236627 tempest-TestVolumeBootPattern-654236627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:03.042522 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-032b5b63-e2bc-410a-9aa0-9dbad1b6c4c3 tempest-TestVolumeBootPattern-654236627 tempest-TestVolumeBootPattern-654236627-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 1124 time: 0.2099736 May 04 14:56:03.045686 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 40790) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:03.050303 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Request body: {'floatingip': {'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'port_id': 'a5229503-7644-49fb-aaf0-4cac47cfc0ff', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:56:03.077206 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:03.166592 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:03.277076 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Allocated IP 172.27.2.67 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/bcbf00c8-58c0-4ec8-b55c-96daeefa9fca) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:56:03.390144 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for port (bcbf00c8-58c0-4ec8-b55c-96daeefa9fca), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:03.426480 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (bcbf00c8-58c0-4ec8-b55c-96daeefa9fca), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:03.464094 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:56:03.467283 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:56:03.473192 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:56:03.479212 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event updated for resources: {'Port': ['ID=bcbf00c8-58c0-4ec8-b55c-96daeefa9fca,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:03.873624 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for floatingip (3599941d-fb14-4dd9-b9e1-fcd2128b6870), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:03.949894 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (bcbf00c8-58c0-4ec8-b55c-96daeefa9fca), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:04.111011 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for port (bcbf00c8-58c0-4ec8-b55c-96daeefa9fca), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:04.118039 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (bcbf00c8-58c0-4ec8-b55c-96daeefa9fca), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:04.188341 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event updated for resources: {'Port': ['ID=bcbf00c8-58c0-4ec8-b55c-96daeefa9fca,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:04.202285 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (3599941d-fb14-4dd9-b9e1-fcd2128b6870), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:04.309385 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.l3_db [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Floating IP 3599941d-fb14-4dd9-b9e1-fcd2128b6870 associated. External IP: 172.27.2.67, port: a5229503-7644-49fb-aaf0-4cac47cfc0ff. May 04 14:56:04.545983 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:56:04.665978 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:56:04.678654 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882dc5e6-37c2-4292-aa4d-dcc93473da8a None None] Sync routers for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:56:04.690625 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:04.692497 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882dc5e6-37c2-4292-aa4d-dcc93473da8a None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:56:04.693353 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-882dc5e6-37c2-4292-aa4d-dcc93473da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:55:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:04.736816 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-8cc1f200-dd55-4ef0-b9c5-e80d5a4abdb9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6779947 May 04 14:56:04.736816 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427fe327-4569-4c8c-9ba1-ea8ab086f2e2', 'tag': 'a5229503-7644-49fb-aaf0-4cac47cfc0ff'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:56:04.736816 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2c0c0c-4c75-4e2c-87f6-d4d445094716" -d '{"events": [{"name": "network-changed", "server_uuid": "427fe327-4569-4c8c-9ba1-ea8ab086f2e2", "tag": "a5229503-7644-49fb-aaf0-4cac47cfc0ff"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:56:04.756020 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-37a1e570-8919-4f62-adaa-3a0d943d746f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:04.770122 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f0822e-3c77-474c-8fda-3946d0ae6751 x-openstack-request-id: req-a9f0822e-3c77-474c-8fda-3946d0ae6751 {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:56:04.770406 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427fe327-4569-4c8c-9ba1-ea8ab086f2e2", "tag": "a5229503-7644-49fb-aaf0-4cac47cfc0ff", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:56:04.770654 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9f0822e-3c77-474c-8fda-3946d0ae6751 {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:56:04.771056 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f0822e-3c77-474c-8fda-3946d0ae6751'] response: {'name': 'network-changed', 'server_uuid': '427fe327-4569-4c8c-9ba1-ea8ab086f2e2', 'tag': 'a5229503-7644-49fb-aaf0-4cac47cfc0ff', 'status': 'completed', 'code': 200} May 04 14:56:04.818857 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-882dc5e6-37c2-4292-aa4d-dcc93473da8a None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:56:04.847761 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c0c0c-4c75-4e2c-87f6-d4d445094716 req-1aa979ff-019e-47fa-8cb0-97287f4a059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:04.849740 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5e2c0c0c-4c75-4e2c-87f6-d4d445094716 req-1aa979ff-019e-47fa-8cb0-97287f4a059a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 1129 time: 0.0448263 May 04 14:56:04.944663 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c0c0c-4c75-4e2c-87f6-d4d445094716 req-5501c203-427a-4a70-acbb-4b44be723315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:04.946181 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5e2c0c0c-4c75-4e2c-87f6-d4d445094716 req-5501c203-427a-4a70-acbb-4b44be723315 service neutron] 10.222.0.49 "GET /v2.0/networks?id=603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 200 len: 913 time: 0.0897877 May 04 14:56:05.018686 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5e2c0c0c-4c75-4e2c-87f6-d4d445094716 req-80ab65c4-65fe-4b9b-aaee-7a3cc0a66fb3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5229503-7644-49fb-aaf0-4cac47cfc0ff HTTP/1.1" status: 200 len: 998 time: 0.0659850 May 04 14:56:05.047416 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-882dc5e6-37c2-4292-aa4d-dcc93473da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '3599941d-fb14-4dd9-b9e1-fcd2128b6870', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'port_id': 'a5229503-7644-49fb-aaf0-4cac47cfc0ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'mac_address': 'fa:16:3e:23:0c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427fe327-4569-4c8c-9ba1-ea8ab086f2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:56:03Z', 'updated_at': '2022-05-04T14:56:03Z', 'revision_number': 0, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:05.073922 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c0c0c-4c75-4e2c-87f6-d4d445094716 req-efb5fc92-3be5-4d09-b06a-f1cf8ff153ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:05.075383 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5e2c0c0c-4c75-4e2c-87f6-d4d445094716 req-efb5fc92-3be5-4d09-b06a-f1cf8ff153ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8fe32c0-07c2-4288-b3f3-920f7d53b942 HTTP/1.1" status: 200 len: 851 time: 0.0477014 May 04 14:56:05.079680 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882dc5e6-37c2-4292-aa4d-dcc93473da8a None None] Checking router: f1faae23-5f6a-4f04-87ad-5858a41c8ac0 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:56:05.088517 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882dc5e6-37c2-4292-aa4d-dcc93473da8a None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:56:05.089156 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-882dc5e6-37c2-4292-aa4d-dcc93473da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:56:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:05.127365 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c0c0c-4c75-4e2c-87f6-d4d445094716 req-7e7d5924-35d2-4bcf-9742-e03f0112334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:05.129062 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5e2c0c0c-4c75-4e2c-87f6-d4d445094716 req-7e7d5924-35d2-4bcf-9742-e03f0112334d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=603b2177-ca93-4721-a940-b349edbe094b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452912 May 04 14:56:05.203545 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-882dc5e6-37c2-4292-aa4d-dcc93473da8a None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:56:05.234505 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5e2c0c0c-4c75-4e2c-87f6-d4d445094716 req-f3a90e5a-d347-470a-9ea7-947da9af2295 service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888164 May 04 14:56:05.332425 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5e2c0c0c-4c75-4e2c-87f6-d4d445094716 req-01c41902-f00a-41f9-ae16-59cb5409f190 service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903780 May 04 14:56:05.509665 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-882dc5e6-37c2-4292-aa4d-dcc93473da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '3599941d-fb14-4dd9-b9e1-fcd2128b6870', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'port_id': 'a5229503-7644-49fb-aaf0-4cac47cfc0ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'mac_address': 'fa:16:3e:23:0c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427fe327-4569-4c8c-9ba1-ea8ab086f2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:56:03Z', 'updated_at': '2022-05-04T14:56:03Z', 'revision_number': 0, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:05.538010 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882dc5e6-37c2-4292-aa4d-dcc93473da8a None None] The sync data for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi is: [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '3599941d-fb14-4dd9-b9e1-fcd2128b6870', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'port_id': 'a5229503-7644-49fb-aaf0-4cac47cfc0ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'mac_address': 'fa:16:3e:23:0c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427fe327-4569-4c8c-9ba1-ea8ab086f2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:56:03Z', 'updated_at': '2022-05-04T14:56:03Z', 'revision_number': 0, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:56:05.743569 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729edcde-01fd-4973-bf2e-c5085673cd64 None None] New status for floating IP 3599941d-fb14-4dd9-b9e1-fcd2128b6870: ACTIVE {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:56:06.028052 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:07.064128 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:56:07.453737 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:07.545845 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-320bafe9-a567-45e0-83b8-9f1ffb883705 req-486005a3-3a98-4e87-81f8-a5058bf4bec3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540280 May 04 14:56:07.613752 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bafe9-a567-45e0-83b8-9f1ffb883705 req-5e9dccff-3ce4-46a0-8ec2-4b9259d5885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:07.616505 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-320bafe9-a567-45e0-83b8-9f1ffb883705 req-5e9dccff-3ce4-46a0-8ec2-4b9259d5885c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f512333663064960847a1dd30c177cf9&device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 1130 time: 0.0457509 May 04 14:56:07.740566 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bafe9-a567-45e0-83b8-9f1ffb883705 req-83319be4-c28a-4dc0-b930-0891933df7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:07.742102 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-320bafe9-a567-45e0-83b8-9f1ffb883705 req-83319be4-c28a-4dc0-b930-0891933df7c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=79f79ca7-23fe-4754-96e7-93df86905dc1 HTTP/1.1" status: 200 len: 918 time: 0.1042683 May 04 14:56:07.818372 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-320bafe9-a567-45e0-83b8-9f1ffb883705 req-44b8a6aa-ce0c-4849-84cc-28145d32fe03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=463a9e34-de88-41bb-b997-6302ab23da6b HTTP/1.1" status: 200 len: 1001 time: 0.0634203 May 04 14:56:07.870311 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bafe9-a567-45e0-83b8-9f1ffb883705 req-dbc707d3-de6c-41e5-9cf2-3103aa58516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:07.871883 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-320bafe9-a567-45e0-83b8-9f1ffb883705 req-dbc707d3-de6c-41e5-9cf2-3103aa58516d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=086b520e-6c45-43fc-b9e3-376e899c6b75 HTTP/1.1" status: 200 len: 856 time: 0.0460069 May 04 14:56:07.924245 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bafe9-a567-45e0-83b8-9f1ffb883705 req-fd50577f-9536-409e-8a2e-3ddf41ff74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:07.925828 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-320bafe9-a567-45e0-83b8-9f1ffb883705 req-fd50577f-9536-409e-8a2e-3ddf41ff74e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79f79ca7-23fe-4754-96e7-93df86905dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478816 May 04 14:56:08.015206 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-320bafe9-a567-45e0-83b8-9f1ffb883705 req-4443d130-a0ed-48bf-a818-360f9d5d5d14 service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822270 May 04 14:56:08.116088 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-320bafe9-a567-45e0-83b8-9f1ffb883705 req-e3b6118d-6990-413e-8c80-c8f7aad4ec62 service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936303 May 04 14:56:08.867192 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:13.353135 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:18.821310 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f843d5-0b29-4cee-aacc-ef1daccfbf7a req-3ce27e3b-dc0a-4ca6-9122-39c3f5ce6930 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:18.822952 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-53f843d5-0b29-4cee-aacc-ef1daccfbf7a req-3ce27e3b-dc0a-4ca6-9122-39c3f5ce6930 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 945 time: 0.0522473 May 04 14:56:18.875037 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-53f843d5-0b29-4cee-aacc-ef1daccfbf7a req-8f417cec-a29c-4163-830d-58f0aee58e39 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455596 May 04 14:56:19.995004 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c34af5-8e26-4abf-8e37-417548d4484f req-dfb02e8d-d698-4b70-b7a5-d3829137512c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:19.996501 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-17c34af5-8e26-4abf-8e37-417548d4484f req-dfb02e8d-d698-4b70-b7a5-d3829137512c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 945 time: 0.0485833 May 04 14:56:20.048612 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-17c34af5-8e26-4abf-8e37-417548d4484f req-df6830fb-f0a5-4cb2-bea3-b8bf9a834cbd tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461783 May 04 14:56:20.681393 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119e6ea-7b22-4486-b004-445a95827faf req-862ee32d-c9ec-4522-bd76-83c3e12f036a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:20.682897 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0119e6ea-7b22-4486-b004-445a95827faf req-862ee32d-c9ec-4522-bd76-83c3e12f036a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 945 time: 0.0514750 May 04 14:56:20.776384 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [req-0119e6ea-7b22-4486-b004-445a95827faf req-44789b3a-a1f9-4323-a171-bb0fd8cc1be4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Deleting port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:56:20.776713 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-0119e6ea-7b22-4486-b004-445a95827faf req-44789b3a-a1f9-4323-a171-bb0fd8cc1be4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:20.870422 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-0119e6ea-7b22-4486-b004-445a95827faf req-44789b3a-a1f9-4323-a171-bb0fd8cc1be4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] For port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:56:20.870775 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-0119e6ea-7b22-4486-b004-445a95827faf req-44789b3a-a1f9-4323-a171-bb0fd8cc1be4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:21.178703 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d192ea-a738-4a99-9351-343a5394f58e req-8424609e-0ca8-484e-96d0-3ee2ce7e3e1e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:21.180392 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e3d192ea-a738-4a99-9351-343a5394f58e req-8424609e-0ca8-484e-96d0-3ee2ce7e3e1e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 945 time: 0.0532658 May 04 14:56:21.236315 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e3d192ea-a738-4a99-9351-343a5394f58e req-4b9b5a10-fdf2-47ae-9e05-49c150f6b709 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=e39db107-92a8-4777-a6e6-acd5a9063cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500338 May 04 14:56:21.346213 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-0119e6ea-7b22-4486-b004-445a95827faf req-44789b3a-a1f9-4323-a171-bb0fd8cc1be4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:21.346769 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-0119e6ea-7b22-4486-b004-445a95827faf req-44789b3a-a1f9-4323-a171-bb0fd8cc1be4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (12108e8c-76e0-4aa4-8d3b-b2aee3e56878), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:21.346883 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.l3_db [req-0119e6ea-7b22-4486-b004-445a95827faf req-44789b3a-a1f9-4323-a171-bb0fd8cc1be4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Floating IP 12108e8c-76e0-4aa4-8d3b-b2aee3e56878 disassociated. External IP: 172.27.2.127, port: b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4. May 04 14:56:21.347200 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [req-0119e6ea-7b22-4486-b004-445a95827faf req-44789b3a-a1f9-4323-a171-bb0fd8cc1be4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Calling delete_port for b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 owned by compute:nova {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:56:21.478222 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-0119e6ea-7b22-4486-b004-445a95827faf req-44789b3a-a1f9-4323-a171-bb0fd8cc1be4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:21.507560 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44789b3a-a1f9-4323-a171-bb0fd8cc1be4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event deleted for resources: {'Port': ['ID=b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:21.644641 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fc60a-29d0-4e4a-89d6-c119d5737bfb req-f33a2613-750f-4699-99ac-960756b5d70d tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:21.646571 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9b9fc60a-29d0-4e4a-89d6-c119d5737bfb req-f33a2613-750f-4699-99ac-960756b5d70d tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0505772 May 04 14:56:21.647831 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0119e6ea-7b22-4486-b004-445a95827faf req-44789b3a-a1f9-4323-a171-bb0fd8cc1be4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Router a05159e1-6b22-4325-9888-d7a1a51a9090 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:56:21.701859 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9b9fc60a-29d0-4e4a-89d6-c119d5737bfb req-295ac4df-8ee9-41e1-bd44-7f5bef0b4059 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478997 May 04 14:56:21.765966 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0119e6ea-7b22-4486-b004-445a95827faf req-44789b3a-a1f9-4323-a171-bb0fd8cc1be4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:56:21.777312 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93db9c9-b1d1-4dfc-927a-e17144fec09a None None] Sync routers for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:56:21.795329 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93db9c9-b1d1-4dfc-927a-e17144fec09a None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:56:21.796119 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-f93db9c9-b1d1-4dfc-927a-e17144fec09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:56:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:21.812687 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0119e6ea-7b22-4486-b004-445a95827faf req-44789b3a-a1f9-4323-a171-bb0fd8cc1be4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] No DVR routers for this DVR port b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 on host hv-cinder-84049 {{(pid=115137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:56:21.816071 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-0119e6ea-7b22-4486-b004-445a95827faf req-44789b3a-a1f9-4323-a171-bb0fd8cc1be4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:21.819453 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0119e6ea-7b22-4486-b004-445a95827faf req-44789b3a-a1f9-4323-a171-bb0fd8cc1be4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "DELETE /v2.0/ports/b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 HTTP/1.1" status: 204 len: 173 time: 1.1275692 May 04 14:56:21.819937 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9328917d-d75e-47da-bf34-555bac5b10bf', 'name': 'network-vif-deleted', 'tag': 'b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:56:21.822816 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee638868-1dab-468e-845a-9969d059fd93" -d '{"events": [{"server_uuid": "9328917d-d75e-47da-bf34-555bac5b10bf", "name": "network-vif-deleted", "tag": "b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:56:21.862282 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7643ee5e-bb74-4def-9973-b6788dce331f x-openstack-request-id: req-7643ee5e-bb74-4def-9973-b6788dce331f {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:56:21.862790 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9328917d-d75e-47da-bf34-555bac5b10bf", "name": "network-vif-deleted", "tag": "b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:56:21.863265 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7643ee5e-bb74-4def-9973-b6788dce331f {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:56:21.863824 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7643ee5e-bb74-4def-9973-b6788dce331f'] response: {'server_uuid': '9328917d-d75e-47da-bf34-555bac5b10bf', 'name': 'network-vif-deleted', 'tag': 'b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4', 'status': 'completed', 'code': 200} May 04 14:56:21.924783 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-f93db9c9-b1d1-4dfc-927a-e17144fec09a None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:56:22.144654 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-f93db9c9-b1d1-4dfc-927a-e17144fec09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '1ae0abe9-29c5-4636-9be7-e20b3627034a', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': 'd86d8773-6591-4c19-8d60-8752cdfd15bd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:5e:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:52:52Z', 'updated_at': '2022-05-04T14:53:41Z', 'revision_number': 2, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:22.175182 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93db9c9-b1d1-4dfc-927a-e17144fec09a None None] Checking router: a05159e1-6b22-4325-9888-d7a1a51a9090 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:56:22.184364 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93db9c9-b1d1-4dfc-927a-e17144fec09a None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:56:22.185026 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-f93db9c9-b1d1-4dfc-927a-e17144fec09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:56:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:22.301811 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-f93db9c9-b1d1-4dfc-927a-e17144fec09a None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:56:22.378204 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9093c30a-de9f-4614-8fca-8e9024a0412e req-15fc2ad1-c771-42ad-b4e8-9ed7743f73b4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9328917d-d75e-47da-bf34-555bac5b10bf HTTP/1.1" status: 200 len: 210 time: 0.0332882 May 04 14:56:22.596106 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-f93db9c9-b1d1-4dfc-927a-e17144fec09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '1ae0abe9-29c5-4636-9be7-e20b3627034a', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': 'd86d8773-6591-4c19-8d60-8752cdfd15bd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:5e:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:52:52Z', 'updated_at': '2022-05-04T14:53:41Z', 'revision_number': 2, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:22.634522 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93db9c9-b1d1-4dfc-927a-e17144fec09a None None] The sync data for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi is: [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '1ae0abe9-29c5-4636-9be7-e20b3627034a', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': 'd86d8773-6591-4c19-8d60-8752cdfd15bd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:5e:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:52:52Z', 'updated_at': '2022-05-04T14:53:41Z', 'revision_number': 2, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:56:22.834030 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1359-647f-4f52-8bad-fb88e2532e9b req-6468ac7a-c35d-4c67-b58f-72cc68b4b253 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:22.835651 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-604d1359-647f-4f52-8bad-fb88e2532e9b req-6468ac7a-c35d-4c67-b58f-72cc68b4b253 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0563128 May 04 14:56:22.893092 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-604d1359-647f-4f52-8bad-fb88e2532e9b req-383d1951-583c-4374-b63d-a955a667e35e tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512061 May 04 14:56:22.916111 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b09f85-0e3b-4ea3-b56b-2dfc5111c38c None None] New status for floating IP 12108e8c-76e0-4aa4-8d3b-b2aee3e56878: DOWN {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:56:23.469157 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 40864) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:23.526772 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cb4554d7-251c-4188-8f25-792497de9c1e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (e39db107-92a8-4777-a6e6-acd5a9063cd7), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:23.550414 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cb4554d7-251c-4188-8f25-792497de9c1e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (e39db107-92a8-4777-a6e6-acd5a9063cd7), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:23.603751 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cb4554d7-251c-4188-8f25-792497de9c1e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (e39db107-92a8-4777-a6e6-acd5a9063cd7), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:23.606307 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cb4554d7-251c-4188-8f25-792497de9c1e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:23.607511 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-cb4554d7-251c-4188-8f25-792497de9c1e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "DELETE /v2.0/security-groups/e39db107-92a8-4777-a6e6-acd5a9063cd7 HTTP/1.1" status: 204 len: 168 time: 0.1370583 May 04 14:56:23.610575 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40866) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:23.617754 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4554d7-251c-4188-8f25-792497de9c1e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39db107-92a8-4777-a6e6-acd5a9063cd7,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:23.625356 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.api.v2.resource [None req-e3ee4486-47e5-4241-960d-6b87caec6faa tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] show failed (client error): The resource could not be found. May 04 14:56:23.629549 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 40868) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:23.629742 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-e3ee4486-47e5-4241-960d-6b87caec6faa tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups/e39db107-92a8-4777-a6e6-acd5a9063cd7 HTTP/1.1" status: 404 len: 347 time: 0.0178173 May 04 14:56:23.756350 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Deleting port 9c9bb92e-a1a5-4e0a-8582-d14e2cf6d2e0 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:56:23.756675 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (9c9bb92e-a1a5-4e0a-8582-d14e2cf6d2e0), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:23.863854 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (9c9bb92e-a1a5-4e0a-8582-d14e2cf6d2e0), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:23.864082 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (9c9bb92e-a1a5-4e0a-8582-d14e2cf6d2e0), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:23.877088 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Calling delete_port for 9c9bb92e-a1a5-4e0a-8582-d14e2cf6d2e0 owned by network:floatingip {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:56:24.029053 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd3c5e-75d3-4033-ba08-fbcfe359e4f5 req-fd2e85d1-f96f-4f86-9adc-5f59bfdef1a6 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:24.030741 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bbdd3c5e-75d3-4033-ba08-fbcfe359e4f5 req-fd2e85d1-f96f-4f86-9adc-5f59bfdef1a6 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0568838 May 04 14:56:24.039063 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (9c9bb92e-a1a5-4e0a-8582-d14e2cf6d2e0), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:24.068383 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event deleted for resources: {'Port': ['ID=9c9bb92e-a1a5-4e0a-8582-d14e2cf6d2e0,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:24.089664 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bbdd3c5e-75d3-4033-ba08-fbcfe359e4f5 req-1eac9a50-bb97-411f-aff3-12f7cdeab096 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514150 May 04 14:56:24.100598 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:24.100963 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:24.101298 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:24.101628 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:24.104897 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:24.104897 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:24.104897 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:24.104897 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:24.104897 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:24.104897 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:24.104897 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:24.104897 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:24.104897 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:24.104897 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:24.105802 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:24.153444 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (12108e8c-76e0-4aa4-8d3b-b2aee3e56878), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:24.156081 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:24.158819 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-17c11e78-bb0d-48a5-bb03-21800a1f71d0 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "DELETE /v2.0/floatingips/12108e8c-76e0-4aa4-8d3b-b2aee3e56878 HTTP/1.1" status: 204 len: 168 time: 0.5273364 May 04 14:56:25.208083 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15538b17-c5f8-415d-925f-d4c110221b29 req-1ba416df-4cfa-44ea-908f-d371704f43dc tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:25.209568 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-15538b17-c5f8-415d-925f-d4c110221b29 req-1ba416df-4cfa-44ea-908f-d371704f43dc tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0471485 May 04 14:56:25.262131 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-15538b17-c5f8-415d-925f-d4c110221b29 req-963d367d-19df-47d2-bf0d-7442d92c3a56 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467257 May 04 14:56:25.438647 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:56:25.459763 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:56:25.459763 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device b0c6fbb9-835d-4e6b-aab5-f8700e7c4bf4 not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:56:26.381425 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ba648-0309-4823-a93e-76817440d4b5 req-4992db97-2448-4551-b3d9-f1bd35330a0c tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:26.383000 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-943ba648-0309-4823-a93e-76817440d4b5 req-4992db97-2448-4551-b3d9-f1bd35330a0c tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0490811 May 04 14:56:26.435192 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-943ba648-0309-4823-a93e-76817440d4b5 req-7cd8bc78-fd4b-4680-962d-9a0d04793ed8 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436873 May 04 14:56:27.556503 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34840fc-17cc-4761-9a2c-7c4aed67bd24 req-f0d6cc08-1ba8-4c0c-9a08-bdf4ea26539c tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:27.558043 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e34840fc-17cc-4761-9a2c-7c4aed67bd24 req-f0d6cc08-1ba8-4c0c-9a08-bdf4ea26539c tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0473247 May 04 14:56:27.610999 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e34840fc-17cc-4761-9a2c-7c4aed67bd24 req-63f52304-d9b0-4b1f-bd13-a084f37cdb8c tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472872 May 04 14:56:28.744926 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1b0ac-7ec2-4abd-980d-e9a7a6780a78 req-0cc669d5-0d55-4246-b1f6-ea722ed80c21 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:28.746994 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-04e1b0ac-7ec2-4abd-980d-e9a7a6780a78 req-0cc669d5-0d55-4246-b1f6-ea722ed80c21 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0549440 May 04 14:56:28.801776 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-04e1b0ac-7ec2-4abd-980d-e9a7a6780a78 req-685bdcc8-f8fe-4b47-b67f-79094912ee91 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457206 May 04 14:56:29.927247 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7577c13-36d5-439c-b5cf-b9880839d18b req-7150bb3d-1510-4209-9025-505eba49b27b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:29.928670 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a7577c13-36d5-439c-b5cf-b9880839d18b req-7150bb3d-1510-4209-9025-505eba49b27b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0514259 May 04 14:56:29.981920 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a7577c13-36d5-439c-b5cf-b9880839d18b req-0316f230-6313-41e9-91d8-468e7f5be879 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469921 May 04 14:56:30.428971 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8762442-3edd-454c-b7c5-3415d45de267 req-0115280d-ef92-49fe-a46f-844c940c89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:30.430540 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a8762442-3edd-454c-b7c5-3415d45de267 req-0115280d-ef92-49fe-a46f-844c940c89c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 1129 time: 0.0677032 May 04 14:56:30.441590 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46317dea-503c-4cbf-93ef-c385e417c7ce req-1a7b5115-af75-4624-a94b-9fd2550ef67b tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:30.443005 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-46317dea-503c-4cbf-93ef-c385e417c7ce req-1a7b5115-af75-4624-a94b-9fd2550ef67b tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0717008 May 04 14:56:30.552048 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-46317dea-503c-4cbf-93ef-c385e417c7ce req-4738620c-9f86-4791-8dde-36d77b3e02f6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008928 May 04 14:56:30.571605 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8762442-3edd-454c-b7c5-3415d45de267 req-7db299dc-a45e-4ae2-9645-4a19393254f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:30.573133 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a8762442-3edd-454c-b7c5-3415d45de267 req-7db299dc-a45e-4ae2-9645-4a19393254f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 920 time: 0.1292772 May 04 14:56:30.656167 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a8762442-3edd-454c-b7c5-3415d45de267 req-e5065f3d-b4dd-4d25-91f9-b7eca221372c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad36e220-76e4-4ce5-bdaa-448914145200 HTTP/1.1" status: 200 len: 1000 time: 0.0749094 May 04 14:56:30.710544 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8762442-3edd-454c-b7c5-3415d45de267 req-ce87d9a1-ffd2-472c-ae9c-da04a001716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:30.712121 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a8762442-3edd-454c-b7c5-3415d45de267 req-ce87d9a1-ffd2-472c-ae9c-da04a001716c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.0486314 May 04 14:56:30.761276 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8762442-3edd-454c-b7c5-3415d45de267 req-d3504593-e9b0-495c-9bb0-013bdce3d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:30.762731 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a8762442-3edd-454c-b7c5-3415d45de267 req-d3504593-e9b0-495c-9bb0-013bdce3d39b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442066 May 04 14:56:30.850521 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a8762442-3edd-454c-b7c5-3415d45de267 req-fedfe34f-1d2f-4497-bf9e-7aa0a6183382 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808885 May 04 14:56:30.953995 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a8762442-3edd-454c-b7c5-3415d45de267 req-47f7c7e1-aa26-48ac-bd3c-600e2123c119 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966733 May 04 14:56:31.109076 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ed2d1-d26c-4462-b3e3-d92b23e2530d req-a38c1769-0988-4a01-82bd-8965f529bb27 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:31.110578 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-947ed2d1-d26c-4462-b3e3-d92b23e2530d req-a38c1769-0988-4a01-82bd-8965f529bb27 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0559592 May 04 14:56:31.165249 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-947ed2d1-d26c-4462-b3e3-d92b23e2530d req-024e0f44-3853-4e44-898b-1e3a25c44712 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489438 May 04 14:56:31.202429 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a43439-fa37-418c-bcf4-fba9466d3d53 req-9a41731f-5727-4c98-a407-0ece3c5c0230 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:31.203897 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-26a43439-fa37-418c-bcf4-fba9466d3d53 req-9a41731f-5727-4c98-a407-0ece3c5c0230 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 945 time: 0.0472710 May 04 14:56:31.268102 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-26a43439-fa37-418c-bcf4-fba9466d3d53 req-6c617b26-623d-4ffd-aef2-8a62be38eb3c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583839 May 04 14:56:31.679594 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1c222-8a53-48fc-81fd-824438a08e64 req-dabe3754-2b9a-4007-9c13-57dbe34957f8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:31.681896 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-52a1c222-8a53-48fc-81fd-824438a08e64 req-dabe3754-2b9a-4007-9c13-57dbe34957f8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0569224 May 04 14:56:31.736279 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-52a1c222-8a53-48fc-81fd-824438a08e64 req-2bfb60ab-f328-45e0-9ea4-52dc7bbe0b07 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483549 May 04 14:56:32.287006 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf2785-e773-41f7-9559-eb2cfddd1315 req-b6344a56-7854-434e-a4e0-96cfcd80db9e tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:32.288531 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-26bf2785-e773-41f7-9559-eb2cfddd1315 req-b6344a56-7854-434e-a4e0-96cfcd80db9e tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0551424 May 04 14:56:32.352887 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-26bf2785-e773-41f7-9559-eb2cfddd1315 req-ba17aa2e-0874-41c0-90c7-7f2ed9716d4f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534787 May 04 14:56:32.399058 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b18650-3360-4360-b880-571979143b85 req-2c6481ad-ab67-4600-8a47-13b564f39550 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:32.400514 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c4b18650-3360-4360-b880-571979143b85 req-2c6481ad-ab67-4600-8a47-13b564f39550 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 945 time: 0.0503128 May 04 14:56:32.448895 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c4b18650-3360-4360-b880-571979143b85 req-00bfaed9-3bf7-405b-96ed-913dd4046444 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=85c21e97-32dd-4319-9df0-a56f617c33f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424364 May 04 14:56:32.865682 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a72572-ec46-4b62-ad52-fffc70eec0fa req-692ec071-006f-4bbf-b08f-8c06f37056f4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:32.867154 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-98a72572-ec46-4b62-ad52-fffc70eec0fa req-692ec071-006f-4bbf-b08f-8c06f37056f4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0549932 May 04 14:56:32.886230 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-827fa6f2-5f15-4172-8898-4368313e58f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:32.930216 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e69cb5-6d61-4af5-b078-3c767cb7da41 req-56518059-21fd-4794-80c3-0d6964467673 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:32.931710 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-84e69cb5-6d61-4af5-b078-3c767cb7da41 req-56518059-21fd-4794-80c3-0d6964467673 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 945 time: 0.0594239 May 04 14:56:32.983698 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-98a72572-ec46-4b62-ad52-fffc70eec0fa req-eb45e592-f9f2-41b2-a8b5-2d28f5642f0d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032484 May 04 14:56:33.034066 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [req-84e69cb5-6d61-4af5-b078-3c767cb7da41 req-3171cce7-d676-4a73-a678-7655856b66a9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Deleting port d86d8773-6591-4c19-8d60-8752cdfd15bd {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:56:33.034304 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-84e69cb5-6d61-4af5-b078-3c767cb7da41 req-3171cce7-d676-4a73-a678-7655856b66a9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (d86d8773-6591-4c19-8d60-8752cdfd15bd), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:33.123260 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-84e69cb5-6d61-4af5-b078-3c767cb7da41 req-3171cce7-d676-4a73-a678-7655856b66a9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] For port d86d8773-6591-4c19-8d60-8752cdfd15bd, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=d86d8773-6591-4c19-8d60-8752cdfd15bd,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:56:33.123614 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-84e69cb5-6d61-4af5-b078-3c767cb7da41 req-3171cce7-d676-4a73-a678-7655856b66a9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (d86d8773-6591-4c19-8d60-8752cdfd15bd), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:33.300755 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-84e69cb5-6d61-4af5-b078-3c767cb7da41 req-3171cce7-d676-4a73-a678-7655856b66a9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:33.301437 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-84e69cb5-6d61-4af5-b078-3c767cb7da41 req-3171cce7-d676-4a73-a678-7655856b66a9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (1ae0abe9-29c5-4636-9be7-e20b3627034a), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:33.301437 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.l3_db [req-84e69cb5-6d61-4af5-b078-3c767cb7da41 req-3171cce7-d676-4a73-a678-7655856b66a9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Floating IP 1ae0abe9-29c5-4636-9be7-e20b3627034a disassociated. External IP: 172.27.2.206, port: d86d8773-6591-4c19-8d60-8752cdfd15bd. May 04 14:56:33.301641 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [req-84e69cb5-6d61-4af5-b078-3c767cb7da41 req-3171cce7-d676-4a73-a678-7655856b66a9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Calling delete_port for d86d8773-6591-4c19-8d60-8752cdfd15bd owned by compute:nova {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:56:33.447980 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-84e69cb5-6d61-4af5-b078-3c767cb7da41 req-3171cce7-d676-4a73-a678-7655856b66a9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (d86d8773-6591-4c19-8d60-8752cdfd15bd), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:33.474707 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee24f4-7d7d-43f5-a191-3aecb1bbd18b req-2e5a5427-591d-4c05-a880-ed9c38ff6912 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:33.476203 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-50ee24f4-7d7d-43f5-a191-3aecb1bbd18b req-2e5a5427-591d-4c05-a880-ed9c38ff6912 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0498478 May 04 14:56:33.481650 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171cce7-d676-4a73-a678-7655856b66a9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event deleted for resources: {'Port': ['ID=d86d8773-6591-4c19-8d60-8752cdfd15bd,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:33.537347 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-50ee24f4-7d7d-43f5-a191-3aecb1bbd18b req-65e6eb91-e192-4ed5-b94a-cbcf19d0d101 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480103 May 04 14:56:33.570593 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5af69dc0-0197-41ba-966b-c975a0794e69 req-6109d8ca-9058-45d9-81cd-ae3d2bfbe266 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=49b789b6-d21f-42fa-82e4-4692b25804b0 HTTP/1.1" status: 200 len: 210 time: 0.0337718 May 04 14:56:33.625170 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84e69cb5-6d61-4af5-b078-3c767cb7da41 req-3171cce7-d676-4a73-a678-7655856b66a9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Router a05159e1-6b22-4325-9888-d7a1a51a9090 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:56:33.801883 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84e69cb5-6d61-4af5-b078-3c767cb7da41 req-3171cce7-d676-4a73-a678-7655856b66a9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:56:33.811620 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507ff1e-af31-4083-8075-0253e3680d47 req-371bed9e-889f-4a1d-82fd-bc62572ad1d1 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:33.813530 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b507ff1e-af31-4083-8075-0253e3680d47 req-371bed9e-889f-4a1d-82fd-bc62572ad1d1 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0882659 May 04 14:56:33.817370 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c905354-2b9c-48fa-a87d-bcf2904fad28 None None] Sync routers for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:56:33.836321 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c905354-2b9c-48fa-a87d-bcf2904fad28 None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:56:33.836994 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-6c905354-2b9c-48fa-a87d-bcf2904fad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:56:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:33.851037 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dfd12-8bbb-48e5-ae39-33443dae8074 req-a3b398d7-1ea6-4a62-a677-c69fc55cb3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:33.852674 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cc8dfd12-8bbb-48e5-ae39-33443dae8074 req-a3b398d7-1ea6-4a62-a677-c69fc55cb3f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=367321a836de445f9e65af1baac99c98&device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 1130 time: 0.0912089 May 04 14:56:33.898071 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e69cb5-6d61-4af5-b078-3c767cb7da41 req-3171cce7-d676-4a73-a678-7655856b66a9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] No DVR routers for this DVR port d86d8773-6591-4c19-8d60-8752cdfd15bd on host hv-cinder-84049 {{(pid=115137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:56:33.910750 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-84e69cb5-6d61-4af5-b078-3c767cb7da41 req-3171cce7-d676-4a73-a678-7655856b66a9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:33.914094 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-84e69cb5-6d61-4af5-b078-3c767cb7da41 req-3171cce7-d676-4a73-a678-7655856b66a9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "DELETE /v2.0/ports/d86d8773-6591-4c19-8d60-8752cdfd15bd HTTP/1.1" status: 204 len: 173 time: 0.9764137 May 04 14:56:33.914566 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'name': 'network-vif-deleted', 'tag': 'd86d8773-6591-4c19-8d60-8752cdfd15bd'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:56:33.917007 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5574b3d4-46d4-4007-a476-31d954f2e286" -d '{"events": [{"server_uuid": "49b789b6-d21f-42fa-82e4-4692b25804b0", "name": "network-vif-deleted", "tag": "d86d8773-6591-4c19-8d60-8752cdfd15bd"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:56:33.957680 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-6c905354-2b9c-48fa-a87d-bcf2904fad28 None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:56:33.992394 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e7d51b-9017-4607-abda-9fd29e29d7b8 x-openstack-request-id: req-49e7d51b-9017-4607-abda-9fd29e29d7b8 {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:56:33.992959 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b789b6-d21f-42fa-82e4-4692b25804b0", "name": "network-vif-deleted", "tag": "d86d8773-6591-4c19-8d60-8752cdfd15bd", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:56:33.993342 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49e7d51b-9017-4607-abda-9fd29e29d7b8 {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:56:33.993751 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e7d51b-9017-4607-abda-9fd29e29d7b8'] response: {'server_uuid': '49b789b6-d21f-42fa-82e4-4692b25804b0', 'name': 'network-vif-deleted', 'tag': 'd86d8773-6591-4c19-8d60-8752cdfd15bd', 'status': 'completed', 'code': 200} May 04 14:56:34.025593 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b507ff1e-af31-4083-8075-0253e3680d47 req-a72f04bc-e554-4ecd-a2fa-879f4dc14f29 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015145 May 04 14:56:34.058551 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dfd12-8bbb-48e5-ae39-33443dae8074 req-4a625dee-acd4-4531-b08e-de1be75ca1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:34.060189 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cc8dfd12-8bbb-48e5-ae39-33443dae8074 req-4a625dee-acd4-4531-b08e-de1be75ca1e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b03422af-5eb8-4977-a232-35a6a99300ff HTTP/1.1" status: 200 len: 912 time: 0.1955440 May 04 14:56:34.134455 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd88246-5c1e-404c-a46a-546be116b6c9 req-3de35e3b-b890-42fb-b5d5-babbd3b7cf81 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:34.136449 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6fd88246-5c1e-404c-a46a-546be116b6c9 req-3de35e3b-b890-42fb-b5d5-babbd3b7cf81 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0550902 May 04 14:56:34.147699 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cc8dfd12-8bbb-48e5-ae39-33443dae8074 req-8175352e-d442-4989-abd1-05fecf321f94 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c18b155c-4dd9-4569-a3a7-24c294403087 HTTP/1.1" status: 200 len: 1002 time: 0.0727057 May 04 14:56:34.188850 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6fd88246-5c1e-404c-a46a-546be116b6c9 req-7e61ebd9-ea47-4206-934a-4043ad106497 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465145 May 04 14:56:34.271249 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-6c905354-2b9c-48fa-a87d-bcf2904fad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:34.302303 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c905354-2b9c-48fa-a87d-bcf2904fad28 None None] Checking router: a05159e1-6b22-4325-9888-d7a1a51a9090 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:56:34.311417 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c905354-2b9c-48fa-a87d-bcf2904fad28 None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:56:34.312035 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-6c905354-2b9c-48fa-a87d-bcf2904fad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:56:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:34.434401 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-6c905354-2b9c-48fa-a87d-bcf2904fad28 None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:56:34.439777 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dfd12-8bbb-48e5-ae39-33443dae8074 req-df8a1f37-1e52-4716-9ee2-aa7779a2b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:34.442183 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cc8dfd12-8bbb-48e5-ae39-33443dae8074 req-df8a1f37-1e52-4716-9ee2-aa7779a2b09d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a789fad3-a526-4f2f-b0cf-06991416836f HTTP/1.1" status: 200 len: 850 time: 0.0659993 May 04 14:56:34.496258 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dfd12-8bbb-48e5-ae39-33443dae8074 req-46d82f36-aea4-4f72-97b6-72cdc6a43100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:34.497807 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cc8dfd12-8bbb-48e5-ae39-33443dae8074 req-46d82f36-aea4-4f72-97b6-72cdc6a43100 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b03422af-5eb8-4977-a232-35a6a99300ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491853 May 04 14:56:34.599124 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cc8dfd12-8bbb-48e5-ae39-33443dae8074 req-2a1e2bcb-dab3-4779-8d74-9b5b57ab29fd service neutron] 10.222.0.49 "GET /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943642 May 04 14:56:34.637556 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-6c905354-2b9c-48fa-a87d-bcf2904fad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:34.661457 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40970) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:34.668461 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c905354-2b9c-48fa-a87d-bcf2904fad28 None None] The sync data for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi is: [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:56:34.727837 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (85c21e97-32dd-4319-9df0-a56f617c33f4), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:34.752047 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-93744c96-bc07-4861-9030-1cceff9e9f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:34.762411 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (85c21e97-32dd-4319-9df0-a56f617c33f4), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:34.819791 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (85c21e97-32dd-4319-9df0-a56f617c33f4), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:34.822723 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:34.826814 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "DELETE /v2.0/security-groups/85c21e97-32dd-4319-9df0-a56f617c33f4 HTTP/1.1" status: 204 len: 168 time: 0.1618366 May 04 14:56:34.828336 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40972) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:34.846526 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c21e97-32dd-4319-9df0-a56f617c33f4,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:34.849164 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.api.v2.resource [None req-ca62e07b-da2a-470a-be20-4329257e332d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] show failed (client error): The resource could not be found. May 04 14:56:34.850382 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-ca62e07b-da2a-470a-be20-4329257e332d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups/85c21e97-32dd-4319-9df0-a56f617c33f4 HTTP/1.1" status: 404 len: 347 time: 0.0209482 May 04 14:56:34.855452 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40974) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:34.863779 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:34.864122 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:34.864460 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:34.864822 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:34.865210 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:34.865535 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:34.865855 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:34.866170 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:34.866493 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:34.866810 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:34.867128 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:34.867441 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:34.867758 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:34.868074 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:34.868392 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68784c1-f3c9-4222-99c3-b7f324656c37 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:34.957433 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cc8dfd12-8bbb-48e5-ae39-33443dae8074 req-641df4ba-6f08-41f5-8905-23ad7f70c039 service neutron] 10.222.0.49 "GET /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489223 May 04 14:56:34.973331 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdb0f1f-0905-4c36-a317-3a21b9bf6789 None None] New status for floating IP 1ae0abe9-29c5-4636-9be7-e20b3627034a: DOWN {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:56:34.990602 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-dcb41070-9374-4d53-935f-5ae25ef56841 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Deleting port c9c38f70-ee5d-4e8d-be78-6075440006ad {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:56:34.990987 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-dcb41070-9374-4d53-935f-5ae25ef56841 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (c9c38f70-ee5d-4e8d-be78-6075440006ad), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.082321 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-dcb41070-9374-4d53-935f-5ae25ef56841 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (c9c38f70-ee5d-4e8d-be78-6075440006ad), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.082555 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-dcb41070-9374-4d53-935f-5ae25ef56841 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (c9c38f70-ee5d-4e8d-be78-6075440006ad), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.097451 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-dcb41070-9374-4d53-935f-5ae25ef56841 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Calling delete_port for c9c38f70-ee5d-4e8d-be78-6075440006ad owned by network:floatingip {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:56:35.159094 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fea48-f372-4890-ab7f-18bfd0458683 req-0842b62e-5651-4189-b9bb-a284fc40d349 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:35.161117 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b82fea48-f372-4890-ab7f-18bfd0458683 req-0842b62e-5651-4189-b9bb-a284fc40d349 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0516319 May 04 14:56:35.221457 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b82fea48-f372-4890-ab7f-18bfd0458683 req-5502e82e-1d7b-4c2c-950a-90bcb45b6038 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544379 May 04 14:56:35.302491 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-dcb41070-9374-4d53-935f-5ae25ef56841 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (c9c38f70-ee5d-4e8d-be78-6075440006ad), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.341974 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb41070-9374-4d53-935f-5ae25ef56841 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event deleted for resources: {'Port': ['ID=c9c38f70-ee5d-4e8d-be78-6075440006ad,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:35.352029 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eea636-b94c-4670-84ec-3d299a0747a7 req-b896092b-cfb9-4fb9-8187-d70917b01e1e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:35.354180 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b4eea636-b94c-4670-84ec-3d299a0747a7 req-b896092b-cfb9-4fb9-8187-d70917b01e1e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0843048 May 04 14:56:35.377290 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-dcb41070-9374-4d53-935f-5ae25ef56841 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (1ae0abe9-29c5-4636-9be7-e20b3627034a), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.379687 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-dcb41070-9374-4d53-935f-5ae25ef56841 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.380742 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-dcb41070-9374-4d53-935f-5ae25ef56841 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "DELETE /v2.0/floatingips/1ae0abe9-29c5-4636-9be7-e20b3627034a HTTP/1.1" status: 204 len: 168 time: 0.5243902 May 04 14:56:35.420763 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b4eea636-b94c-4670-84ec-3d299a0747a7 req-ba7f71dc-fab2-4c1f-bd38-a377dd69b716 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508490 May 04 14:56:35.599214 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 40982) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:35.605578 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-f190bf29-bacf-452d-8939-479412227f4d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757996605', 'description': 'tempest-description--1116643804'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:56:35.631248 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f190bf29-bacf-452d-8939-479412227f4d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.699242 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f190bf29-bacf-452d-8939-479412227f4d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (51d60e04-d7c5-475e-b6c5-7a2be1a079f2), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.705193 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f190bf29-bacf-452d-8939-479412227f4d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (51d60e04-d7c5-475e-b6c5-7a2be1a079f2), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.738944 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f190bf29-bacf-452d-8939-479412227f4d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.740181 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-f190bf29-bacf-452d-8939-479412227f4d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1398580 May 04 14:56:35.743240 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 40984) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:35.744347 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190bf29-bacf-452d-8939-479412227f4d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d60e04-d7c5-475e-b6c5-7a2be1a079f2,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:35.747867 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-45808db8-2264-4bdb-b0fe-815e1850ac93 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'security_group_rule': {'security_group_id': '51d60e04-d7c5-475e-b6c5-7a2be1a079f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:56:35.776205 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-45808db8-2264-4bdb-b0fe-815e1850ac93 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (95e1b84c-4704-4bb8-8cd8-14b470c9a35e), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.831604 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-45808db8-2264-4bdb-b0fe-815e1850ac93 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (95e1b84c-4704-4bb8-8cd8-14b470c9a35e), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.838312 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-45808db8-2264-4bdb-b0fe-815e1850ac93 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (95e1b84c-4704-4bb8-8cd8-14b470c9a35e), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.864729 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45808db8-2264-4bdb-b0fe-815e1850ac93 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e1b84c-4704-4bb8-8cd8-14b470c9a35e,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:35.873777 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-45808db8-2264-4bdb-b0fe-815e1850ac93 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.874975 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-45808db8-2264-4bdb-b0fe-815e1850ac93 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307065 May 04 14:56:35.878143 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 40986) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:35.883592 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-2a4bd9de-df94-42c4-bf62-94f93d8b83d8 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'security_group_rule': {'security_group_id': '51d60e04-d7c5-475e-b6c5-7a2be1a079f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:56:35.911106 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd9de-df94-42c4-bf62-94f93d8b83d8 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (2e913211-e129-4e33-a4de-2cef7af659d6), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.973287 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd9de-df94-42c4-bf62-94f93d8b83d8 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (2e913211-e129-4e33-a4de-2cef7af659d6), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.978591 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd9de-df94-42c4-bf62-94f93d8b83d8 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (2e913211-e129-4e33-a4de-2cef7af659d6), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:35.996276 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bd9de-df94-42c4-bf62-94f93d8b83d8 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e913211-e129-4e33-a4de-2cef7af659d6,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:36.005188 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd9de-df94-42c4-bf62-94f93d8b83d8 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:36.006391 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-2a4bd9de-df94-42c4-bf62-94f93d8b83d8 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268921 May 04 14:56:36.009468 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 40988) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:36.015462 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'floatingip': {'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:56:36.033195 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:36.037266 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:36.117222 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:36.229279 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Allocated IP 172.27.2.205 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/4212f8f5-cdb4-4157-939e-69f585610402) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:56:36.340088 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfee7a-2e47-4082-9aff-021515782ed1 req-04217fb0-25da-4dee-9384-82e91a672345 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:36.341657 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-68bfee7a-2e47-4082-9aff-021515782ed1 req-04217fb0-25da-4dee-9384-82e91a672345 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0494568 May 04 14:56:36.346292 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for port (4212f8f5-cdb4-4157-939e-69f585610402), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:36.380457 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (4212f8f5-cdb4-4157-939e-69f585610402), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:36.389240 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-68bfee7a-2e47-4082-9aff-021515782ed1 req-867af97e-1179-4fd8-a884-76935bfb4ef2 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415823 May 04 14:56:36.418866 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:56:36.421920 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:56:36.427561 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:56:36.449514 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'Port': ['ID=4212f8f5-cdb4-4157-939e-69f585610402,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:36.556669 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814b08b-9e5a-401b-a315-2d1d88670efc req-4fa19c53-6f41-414a-b638-d08bddbc676f tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:36.558208 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4814b08b-9e5a-401b-a315-2d1d88670efc req-4fa19c53-6f41-414a-b638-d08bddbc676f tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0623078 May 04 14:56:36.559207 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (b2c97c73-ebd2-441f-97f9-d9dd63c215b5), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:36.615092 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (4212f8f5-cdb4-4157-939e-69f585610402), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:36.648205 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4814b08b-9e5a-401b-a315-2d1d88670efc req-b56e9858-a9d1-4b81-993a-f8a27485d60b tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828700 May 04 14:56:36.783224 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for port (4212f8f5-cdb4-4157-939e-69f585610402), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:36.789531 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (4212f8f5-cdb4-4157-939e-69f585610402), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:36.858054 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'Port': ['ID=4212f8f5-cdb4-4157-939e-69f585610402,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:36.868244 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (b2c97c73-ebd2-441f-97f9-d9dd63c215b5), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:36.887076 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:36.888296 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-66eafaf7-9294-4a23-8f9b-811f4e2bd40f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8766861 May 04 14:56:37.102441 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-f5cf2a74-db21-4aa3-8e58-d8798c5ea3b6 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1757996605&fields=id&tenant_id=35d8071dbd7246228c7a252c40fae038 HTTP/1.1" status: 200 len: 267 time: 0.0455780 May 04 14:56:37.455199 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:37.458938 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-ab01e0cc-d3d4-456c-9c53-04950749c5ab tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:37.460430 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-ab01e0cc-d3d4-456c-9c53-04950749c5ab tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/networks?id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 200 len: 814 time: 0.3514445 May 04 14:56:37.475494 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-368b1226-2c65-461e-af88-7e06576faa33 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/quotas/35d8071dbd7246228c7a252c40fae038 HTTP/1.1" status: 200 len: 375 time: 0.0095077 May 04 14:56:37.498532 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device d86d8773-6591-4c19-8d60-8752cdfd15bd no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:56:37.519528 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: d86d8773-6591-4c19-8d60-8752cdfd15bd {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:56:37.519941 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device d86d8773-6591-4c19-8d60-8752cdfd15bd not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:56:37.524784 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-407e9c35-2f3e-402d-9fbc-b70562b96653 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=35d8071dbd7246228c7a252c40fae038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440648 May 04 14:56:37.637992 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-dd9b008b-69ef-410f-b8f9-b1677e41a224 service neutron] 10.222.0.32 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982075 May 04 14:56:37.741457 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-8cb2a2ed-550d-4906-9b6e-4c978a1ceb97 service neutron] 10.222.0.32 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976918 May 04 14:56:37.772952 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de6866-a56e-4afe-8843-9acb0097d793 req-02418c0d-12a4-4d46-bd28-f5f8ada55f47 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:37.774670 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-56de6866-a56e-4afe-8843-9acb0097d793 req-02418c0d-12a4-4d46-bd28-f5f8ada55f47 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0549073 May 04 14:56:37.829593 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-56de6866-a56e-4afe-8843-9acb0097d793 req-971a4026-44f7-475b-8a04-8a6a1fcf11ed tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476298 May 04 14:56:37.908209 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e9adcecb-f387-4c89-9d26-1601eb348e25 req-95c39552-6c47-4903-8183-9b92319c8eab tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 210 time: 0.0297973 May 04 14:56:38.876187 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:38.939026 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-96c5e357-f00b-45b2-bca6-72bed0f3efed tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:38.940524 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-96c5e357-f00b-45b2-bca6-72bed0f3efed tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "GET /v2.0/networks?id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 200 len: 814 time: 0.1316729 May 04 14:56:38.973578 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683803dd-7a0a-4e53-896f-82ad6ccc7551 req-7c2dad11-3736-4835-a0be-8d551d91f7e5 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:38.982627 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-683803dd-7a0a-4e53-896f-82ad6ccc7551 req-7c2dad11-3736-4835-a0be-8d551d91f7e5 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0689158 May 04 14:56:39.026165 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-69a77f3b-3f1c-4565-a2f8-62547c21afcc req-01e1e40a-437b-477f-87d7-210d7bd9f8bb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 210 time: 0.0379927 May 04 14:56:39.032408 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-683803dd-7a0a-4e53-896f-82ad6ccc7551 req-ab3be75c-5734-4b0a-b477-8855fe2cca70 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488756 May 04 14:56:39.039946 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-4c224d8d-49a6-4329-a190-b1daefa53273 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35d8071dbd7246228c7a252c40fae038 HTTP/1.1" status: 200 len: 380 time: 0.0844355 May 04 14:56:39.093243 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-d1f3b163-f29f-4de8-a471-48e21ff33613 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'port': {'device_id': 'eaa0abda-21b4-4905-b8af-ec9ca6d3acac', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'admin_state_up': True, 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'security_groups': ['51d60e04-d7c5-475e-b6c5-7a2be1a079f2']}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:56:39.218400 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-d1f3b163-f29f-4de8-a471-48e21ff33613 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Made reservation on behalf of 35d8071dbd7246228c7a252c40fae038 for: {'port': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:56:39.221774 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-d1f3b163-f29f-4de8-a471-48e21ff33613 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:39.355535 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-d1f3b163-f29f-4de8-a471-48e21ff33613 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Allocated IP 172.20.0.12 (5e55fa58-e1fd-4309-9ca5-06129fc8fe5b/7d660033-ba74-4e17-bb0f-1920d761a352/900f9d96-a2bb-489c-a548-8617753efe0a) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:56:39.511647 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-d1f3b163-f29f-4de8-a471-48e21ff33613 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for port (900f9d96-a2bb-489c-a548-8617753efe0a), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:39.546884 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-d1f3b163-f29f-4de8-a471-48e21ff33613 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (900f9d96-a2bb-489c-a548-8617753efe0a), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:39.587782 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-d1f3b163-f29f-4de8-a471-48e21ff33613 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:56:39.591088 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-d1f3b163-f29f-4de8-a471-48e21ff33613 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:56:39.597406 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-d1f3b163-f29f-4de8-a471-48e21ff33613 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:56:39.625319 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3b163-f29f-4de8-a471-48e21ff33613 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'Port': ['ID=900f9d96-a2bb-489c-a548-8617753efe0a,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:39.655285 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-d1f3b163-f29f-4de8-a471-48e21ff33613 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:39.655939 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-d1f3b163-f29f-4de8-a471-48e21ff33613 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:39.675035 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-d1f3b163-f29f-4de8-a471-48e21ff33613 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5861876 May 04 14:56:39.686798 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Request body: {'port': {'device_id': 'eaa0abda-21b4-4905-b8af-ec9ca6d3acac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:56:39.747213 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (900f9d96-a2bb-489c-a548-8617753efe0a), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:39.776208 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-b84b4ba5-45f6-4cb8-8bf3-6a5b75f3e101 None None] Provisioning complete for port 900f9d96-a2bb-489c-a548-8617753efe0a triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:56:39.776537 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-b84b4ba5-45f6-4cb8-8bf3-6a5b75f3e101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (900f9d96-a2bb-489c-a548-8617753efe0a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:39.816083 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-b84b4ba5-45f6-4cb8-8bf3-6a5b75f3e101 None None] Port 900f9d96-a2bb-489c-a548-8617753efe0a cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:56:40.025128 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900f9d96-a2bb-489c-a548-8617753efe0a {{(pid=115137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:56:40.033457 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Publish callbacks [] for port (900f9d96-a2bb-489c-a548-8617753efe0a), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:40.047058 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.provisioning_blocks [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Transition to ACTIVE for port object 900f9d96-a2bb-489c-a548-8617753efe0a will not be triggered until provisioned by entity L2. {{(pid=115137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:56:40.052645 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (900f9d96-a2bb-489c-a548-8617753efe0a), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:40.132847 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Pushing event updated for resources: {'Port': ['ID=900f9d96-a2bb-489c-a548-8617753efe0a,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:40.160273 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305b972-13ab-4d96-91f8-22265c33cb83 req-ce7d40ad-2c58-446a-8281-1dfda41c9573 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:40.162156 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9305b972-13ab-4d96-91f8-22265c33cb83 req-ce7d40ad-2c58-446a-8281-1dfda41c9573 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0526268 May 04 14:56:40.199377 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ac39f-5b04-4ad5-911f-33465dc5e348 req-585b2978-1772-4441-a920-4d579f4ef052 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:40.200929 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-da4ac39f-5b04-4ad5-911f-33465dc5e348 req-585b2978-1772-4441-a920-4d579f4ef052 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 944 time: 0.0966654 May 04 14:56:40.212863 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9305b972-13ab-4d96-91f8-22265c33cb83 req-5f430f33-8fba-4405-acca-0065e716d2f4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450559 May 04 14:56:40.244587 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Attempting to bind port 900f9d96-a2bb-489c-a548-8617753efe0a on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:56:40.244954 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Attempting to bind port 900f9d96-a2bb-489c-a548-8617753efe0a by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'}] {{(pid=115137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:56:40.245341 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Attempting to bind port 900f9d96-a2bb-489c-a548-8617753efe0a on network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:56:40.258210 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Port 900f9d96-a2bb-489c-a548-8617753efe0a on network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:56:40.258533 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Attempting to bind port 900f9d96-a2bb-489c-a548-8617753efe0a on network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:56:40.270873 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-da4ac39f-5b04-4ad5-911f-33465dc5e348 req-433e8838-3dc5-487f-b11e-f130f099684f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=51d60e04-d7c5-475e-b6c5-7a2be1a079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623574 May 04 14:56:40.271765 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:56:40.272098 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Checking segment: {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:56:40.272470 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Bound using segment: {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'} {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:56:40.273011 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Bound port: 900f9d96-a2bb-489c-a548-8617753efe0a, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'}}] {{(pid=115137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:56:40.273370 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (900f9d96-a2bb-489c-a548-8617753efe0a), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:40.353992 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] For port 900f9d96-a2bb-489c-a548-8617753efe0a, host hv-cinder-84049, cleared binding levels {{(pid=115137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:56:40.357442 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] For port 900f9d96-a2bb-489c-a548-8617753efe0a, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=900f9d96-a2bb-489c-a548-8617753efe0a,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:56:40.365191 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (900f9d96-a2bb-489c-a548-8617753efe0a), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:40.398815 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:40.399435 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:40.400946 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] 10.222.0.49 "PUT /v2.0/ports/900f9d96-a2bb-489c-a548-8617753efe0a HTTP/1.1" status: 200 len: 1094 time: 0.7184167 May 04 14:56:40.401453 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa0abda-21b4-4905-b8af-ec9ca6d3acac', 'tag': '900f9d96-a2bb-489c-a548-8617753efe0a'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:56:40.403787 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f807b62-f2bc-48dd-9a62-ae46e4fd8ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa0abda-21b4-4905-b8af-ec9ca6d3acac", "tag": "900f9d96-a2bb-489c-a548-8617753efe0a"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:56:40.436334 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60809474-6166-458e-8f0c-0508b28f1aee service neutron] Pushing event updated for resources: {'Port': ['ID=900f9d96-a2bb-489c-a548-8617753efe0a,revision_number=3']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:40.452004 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb46fc2b-60fb-4b73-ae0a-50f4c855ffe2 x-openstack-request-id: req-bb46fc2b-60fb-4b73-ae0a-50f4c855ffe2 {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:56:40.452383 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa0abda-21b4-4905-b8af-ec9ca6d3acac", "tag": "900f9d96-a2bb-489c-a548-8617753efe0a", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:56:40.452721 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb46fc2b-60fb-4b73-ae0a-50f4c855ffe2 {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:56:40.453155 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb46fc2b-60fb-4b73-ae0a-50f4c855ffe2'] response: {'name': 'network-changed', 'server_uuid': 'eaa0abda-21b4-4905-b8af-ec9ca6d3acac', 'tag': '900f9d96-a2bb-489c-a548-8617753efe0a', 'status': 'completed', 'code': 200} May 04 14:56:40.508701 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-fa014c9d-29c3-4f2c-8b00-b70306d4598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:40.510707 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-fa014c9d-29c3-4f2c-8b00-b70306d4598e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35d8071dbd7246228c7a252c40fae038&device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 1128 time: 0.0525126 May 04 14:56:40.560222 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-5aaac163-d5a1-444f-ba56-9702017c598e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=900f9d96-a2bb-489c-a548-8617753efe0a HTTP/1.1" status: 200 len: 217 time: 0.0419500 May 04 14:56:40.618765 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-da88a151-1462-48d6-b6cd-1c5ba729268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:40.620328 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-da88a151-1462-48d6-b6cd-1c5ba729268e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d660033-ba74-4e17-bb0f-1920d761a352 HTTP/1.1" status: 200 len: 853 time: 0.0530672 May 04 14:56:40.680011 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-497d97e8-04d6-4d17-9517-399f57bfeac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:40.681509 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-497d97e8-04d6-4d17-9517-399f57bfeac9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546324 May 04 14:56:41.049894 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-293cbbd8-969b-4769-b418-876f5a854383 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912719 May 04 14:56:41.159460 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7c9ddd06-26c1-400a-afb9-2d341f8e423f req-41cdf49e-cdbe-4c91-9754-9d61f781691f service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030879 May 04 14:56:41.348177 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c3c4e-8f77-4269-95b7-37dc8c259484 req-34d5730a-2a98-4be0-a63f-02a65dfb13a6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:41.349853 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-902c3c4e-8f77-4269-95b7-37dc8c259484 req-34d5730a-2a98-4be0-a63f-02a65dfb13a6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0570347 May 04 14:56:41.395915 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c91ce4-e647-442c-a467-1d4428128ee2 req-01898d57-e8d9-47ef-abc9-bde4ca052d7c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:41.397468 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-73c91ce4-e647-442c-a467-1d4428128ee2 req-01898d57-e8d9-47ef-abc9-bde4ca052d7c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 944 time: 0.0513248 May 04 14:56:41.410752 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-902c3c4e-8f77-4269-95b7-37dc8c259484 req-aba03034-0304-47f6-8c74-86e132a82edc tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551980 May 04 14:56:41.446964 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-73c91ce4-e647-442c-a467-1d4428128ee2 req-c93f7e5a-94db-47e0-86de-f9e6563d026c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=51d60e04-d7c5-475e-b6c5-7a2be1a079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421939 May 04 14:56:42.205865 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f807b62-f2bc-48dd-9a62-ae46e4fd8ee1 req-793b041c-4024-4487-bb4f-99826b5d3a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:42.207432 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9f807b62-f2bc-48dd-9a62-ae46e4fd8ee1 req-793b041c-4024-4487-bb4f-99826b5d3a49 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35d8071dbd7246228c7a252c40fae038&device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 1128 time: 0.0449862 May 04 14:56:42.310125 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f807b62-f2bc-48dd-9a62-ae46e4fd8ee1 req-b44b87f2-50fa-42e7-92b8-7505cf12b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:42.311648 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9f807b62-f2bc-48dd-9a62-ae46e4fd8ee1 req-b44b87f2-50fa-42e7-92b8-7505cf12b39f service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 200 len: 915 time: 0.0979233 May 04 14:56:42.537942 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f451fdd-2d90-4e99-87e6-f0ee9dc1d990 req-a72976f3-fb38-4567-8c98-f03da3b8d170 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:42.539477 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4f451fdd-2d90-4e99-87e6-f0ee9dc1d990 req-a72976f3-fb38-4567-8c98-f03da3b8d170 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0531108 May 04 14:56:42.568398 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515f998-4b4c-4d0a-8333-4c49546e0c84 req-2b414b0f-79e8-4fff-ae59-f6359ed6b909 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:42.569886 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f515f998-4b4c-4d0a-8333-4c49546e0c84 req-2b414b0f-79e8-4fff-ae59-f6359ed6b909 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 944 time: 0.0534618 May 04 14:56:42.590415 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4f451fdd-2d90-4e99-87e6-f0ee9dc1d990 req-71435a2b-d6d8-4f96-a175-f62f0265c6da tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447619 May 04 14:56:42.618400 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f515f998-4b4c-4d0a-8333-4c49546e0c84 req-78be5b20-1b90-4b7c-8b5c-43f8da4a9843 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=51d60e04-d7c5-475e-b6c5-7a2be1a079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422709 May 04 14:56:43.004578 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bd768-23ce-4057-b1c1-028ee2a29480 req-fc2373c1-114a-47db-877e-84c66b4f050c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:43.006135 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f34bd768-23ce-4057-b1c1-028ee2a29480 req-fc2373c1-114a-47db-877e-84c66b4f050c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 946 time: 0.0514543 May 04 14:56:43.057624 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f34bd768-23ce-4057-b1c1-028ee2a29480 req-70ecd679-dc3f-4085-808c-f5c4e3b4bd8c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435162 May 04 14:56:43.327692 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9f807b62-f2bc-48dd-9a62-ae46e4fd8ee1 req-4219fd14-c52b-49d9-8d53-a0fff9d6c86b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=900f9d96-a2bb-489c-a548-8617753efe0a HTTP/1.1" status: 200 len: 217 time: 0.0365667 May 04 14:56:43.370028 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:43.561139 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 900f9d96-a2bb-489c-a548-8617753efe0a details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:56:43.668460 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 900f9d96-a2bb-489c-a548-8617753efe0a, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=900f9d96-a2bb-489c-a548-8617753efe0a,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:56:43.681121 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '900f9d96-a2bb-489c-a548-8617753efe0a', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'port_id': '900f9d96-a2bb-489c-a548-8617753efe0a', 'mac_address': 'fa:16:3e:d8:19:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:56:43.716009 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d74cc-ac9a-4ee0-b93b-038ae33a2794 req-a86c07c0-b9aa-4c73-95b7-f5b89cf24e5a tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:43.717589 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d60d74cc-ac9a-4ee0-b93b-038ae33a2794 req-a86c07c0-b9aa-4c73-95b7-f5b89cf24e5a tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0556481 May 04 14:56:43.720770 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 900f9d96-a2bb-489c-a548-8617753efe0a is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:56:43.721190 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (900f9d96-a2bb-489c-a548-8617753efe0a), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:43.735382 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900f9d96-a2bb-489c-a548-8617753efe0a {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:56:43.756601 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 900f9d96-a2bb-489c-a548-8617753efe0a, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=900f9d96-a2bb-489c-a548-8617753efe0a,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:56:43.761923 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (900f9d96-a2bb-489c-a548-8617753efe0a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:43.770763 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d60d74cc-ac9a-4ee0-b93b-038ae33a2794 req-397ac10c-9728-4317-a496-1452d64bf77f tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460973 May 04 14:56:43.774178 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc6ed3-3049-4cd0-b5dc-bb2513d68323 req-fcc78738-af59-43ce-8504-346bdef770be tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:43.775969 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3cbc6ed3-3049-4cd0-b5dc-bb2513d68323 req-fcc78738-af59-43ce-8504-346bdef770be tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 944 time: 0.0732298 May 04 14:56:43.817840 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=900f9d96-a2bb-489c-a548-8617753efe0a,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:43.841654 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3cbc6ed3-3049-4cd0-b5dc-bb2513d68323 req-21870112-44b5-48be-bf23-7de2daeb238e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=51d60e04-d7c5-475e-b6c5-7a2be1a079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592031 May 04 14:56:44.064377 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:56:44.088453 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['900f9d96-a2bb-489c-a548-8617753efe0a'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:56:44.193770 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78677261-3d8b-4a4a-b7b9-f8164be43e23 req-77944d83-0e91-42ec-962c-8eb9a581982b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:44.195403 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-78677261-3d8b-4a4a-b7b9-f8164be43e23 req-77944d83-0e91-42ec-962c-8eb9a581982b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 946 time: 0.0567820 May 04 14:56:44.249583 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-78677261-3d8b-4a4a-b7b9-f8164be43e23 req-4d6569c9-d7e3-4e6f-865f-190e4da640ee tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479352 May 04 14:56:44.756765 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f807b62-f2bc-48dd-9a62-ae46e4fd8ee1 req-5fc89f34-cd7b-49af-8062-8c35472d3472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:44.758287 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9f807b62-f2bc-48dd-9a62-ae46e4fd8ee1 req-5fc89f34-cd7b-49af-8062-8c35472d3472 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d660033-ba74-4e17-bb0f-1920d761a352 HTTP/1.1" status: 200 len: 853 time: 0.0560601 May 04 14:56:44.832303 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f807b62-f2bc-48dd-9a62-ae46e4fd8ee1 req-3832c374-57b0-48b6-bf20-8a9f1341f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:44.833839 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9f807b62-f2bc-48dd-9a62-ae46e4fd8ee1 req-3832c374-57b0-48b6-bf20-8a9f1341f742 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657065 May 04 14:56:44.842046 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4d722-0160-4dc2-8434-fc9918ad92d1 req-640a2ba6-6562-441c-b4a3-3d7508ffa0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:44.843495 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2fc4d722-0160-4dc2-8434-fc9918ad92d1 req-640a2ba6-6562-441c-b4a3-3d7508ffa0b5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 1129 time: 0.0485239 May 04 14:56:44.968418 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e4531-120f-4648-a080-35ad507ded97 req-18c5cd04-4ec6-44fe-91f7-ec7d66c774ad tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:44.970004 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-544e4531-120f-4648-a080-35ad507ded97 req-18c5cd04-4ec6-44fe-91f7-ec7d66c774ad tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.1035347 May 04 14:56:44.987985 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694ccd1-dc1a-4e56-89ac-d10e5b3e3a26 req-7583d037-dac2-4de1-b1bb-da9c8801f0d1 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:44.989648 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3694ccd1-dc1a-4e56-89ac-d10e5b3e3a26 req-7583d037-dac2-4de1-b1bb-da9c8801f0d1 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 945 time: 0.0603557 May 04 14:56:45.044944 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2fc4d722-0160-4dc2-8434-fc9918ad92d1 req-0d0a871b-f478-47c9-b4d2-d864372df94d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389103 May 04 14:56:45.079681 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9f807b62-f2bc-48dd-9a62-ae46e4fd8ee1 req-f7525785-6351-4e8e-b527-f3fdf5583615 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746051 May 04 14:56:45.087200 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f4fb6-b410-434c-b34e-f3cd4189465d req-8771d337-66ea-475a-9280-de6c0125f08d tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:45.087438 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-544e4531-120f-4648-a080-35ad507ded97 req-142d48e1-ee94-49e4-a938-174c9a429bf8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850041 May 04 14:56:45.088683 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-270f4fb6-b410-434c-b34e-f3cd4189465d req-8771d337-66ea-475a-9280-de6c0125f08d tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.49 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 946 time: 0.0689394 May 04 14:56:45.092324 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3694ccd1-dc1a-4e56-89ac-d10e5b3e3a26 req-1f29813b-cee1-4225-9aad-801f051e3a72 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=51d60e04-d7c5-475e-b6c5-7a2be1a079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940571 May 04 14:56:45.385126 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-270f4fb6-b410-434c-b34e-f3cd4189465d req-fbf560a2-b77e-4f80-9d23-19180f8cd20a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Deleting port 463a9e34-de88-41bb-b997-6302ab23da6b {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:56:45.385681 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-270f4fb6-b410-434c-b34e-f3cd4189465d req-fbf560a2-b77e-4f80-9d23-19180f8cd20a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:45.422697 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99112387-72a9-4590-b0f4-c253120897b7 req-f2194b90-2fbe-44d9-82cc-2bdbf40649cf tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:45.424311 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-99112387-72a9-4590-b0f4-c253120897b7 req-f2194b90-2fbe-44d9-82cc-2bdbf40649cf tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 946 time: 0.0718615 May 04 14:56:45.428604 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9f807b62-f2bc-48dd-9a62-ae46e4fd8ee1 req-0c90d4d5-7763-488e-8b45-df6d9f8fcd2d service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508241 May 04 14:56:45.480330 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-99112387-72a9-4590-b0f4-c253120897b7 req-bcb9bd74-bb50-489b-848a-df9696c4d03e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c1981ed-8783-4401-8071-ee1761caa3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447106 May 04 14:56:45.500299 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-270f4fb6-b410-434c-b34e-f3cd4189465d req-fbf560a2-b77e-4f80-9d23-19180f8cd20a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] For port 463a9e34-de88-41bb-b997-6302ab23da6b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=463a9e34-de88-41bb-b997-6302ab23da6b,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:56:45.500666 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-270f4fb6-b410-434c-b34e-f3cd4189465d req-fbf560a2-b77e-4f80-9d23-19180f8cd20a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:45.570562 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 900f9d96-a2bb-489c-a548-8617753efe0a up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:56:45.618739 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port 900f9d96-a2bb-489c-a548-8617753efe0a completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:56:45.629201 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 900f9d96-a2bb-489c-a548-8617753efe0a triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:56:45.629765 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (900f9d96-a2bb-489c-a548-8617753efe0a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:45.718548 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 900f9d96-a2bb-489c-a548-8617753efe0a is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:56:45.718938 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (900f9d96-a2bb-489c-a548-8617753efe0a), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:45.742958 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa0abda-21b4-4905-b8af-ec9ca6d3acac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900f9d96-a2bb-489c-a548-8617753efe0a'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:56:45.745272 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8d75b1-3854-438f-b040-5d233845cca7" -d '{"events": [{"server_uuid": "eaa0abda-21b4-4905-b8af-ec9ca6d3acac", "name": "network-vif-plugged", "status": "completed", "tag": "900f9d96-a2bb-489c-a548-8617753efe0a"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:56:45.750055 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-270f4fb6-b410-434c-b34e-f3cd4189465d req-fbf560a2-b77e-4f80-9d23-19180f8cd20a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:45.750423 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-270f4fb6-b410-434c-b34e-f3cd4189465d req-fbf560a2-b77e-4f80-9d23-19180f8cd20a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (3bd7f0b2-0b46-400b-88bb-a4be0a9b3ed9), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:45.750745 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [req-270f4fb6-b410-434c-b34e-f3cd4189465d req-fbf560a2-b77e-4f80-9d23-19180f8cd20a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Floating IP 3bd7f0b2-0b46-400b-88bb-a4be0a9b3ed9 disassociated. External IP: 172.27.2.104, port: 463a9e34-de88-41bb-b997-6302ab23da6b. May 04 14:56:45.751169 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-270f4fb6-b410-434c-b34e-f3cd4189465d req-fbf560a2-b77e-4f80-9d23-19180f8cd20a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Calling delete_port for 463a9e34-de88-41bb-b997-6302ab23da6b owned by compute:nova {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:56:45.761033 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 900f9d96-a2bb-489c-a548-8617753efe0a, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=900f9d96-a2bb-489c-a548-8617753efe0a,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:56:45.767685 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (900f9d96-a2bb-489c-a548-8617753efe0a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:45.791930 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d3dc34-c2f4-4ca9-9528-1ec11adfef2e x-openstack-request-id: req-19d3dc34-c2f4-4ca9-9528-1ec11adfef2e {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:56:45.792217 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa0abda-21b4-4905-b8af-ec9ca6d3acac", "name": "network-vif-plugged", "status": "completed", "tag": "900f9d96-a2bb-489c-a548-8617753efe0a", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:56:45.792468 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19d3dc34-c2f4-4ca9-9528-1ec11adfef2e {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:56:45.792858 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d3dc34-c2f4-4ca9-9528-1ec11adfef2e'] response: {'server_uuid': 'eaa0abda-21b4-4905-b8af-ec9ca6d3acac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900f9d96-a2bb-489c-a548-8617753efe0a', 'code': 200} May 04 14:56:45.826629 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=900f9d96-a2bb-489c-a548-8617753efe0a,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:45.908209 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-270f4fb6-b410-434c-b34e-f3cd4189465d req-fbf560a2-b77e-4f80-9d23-19180f8cd20a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (463a9e34-de88-41bb-b997-6302ab23da6b), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:45.943913 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf560a2-b77e-4f80-9d23-19180f8cd20a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event deleted for resources: {'Port': ['ID=463a9e34-de88-41bb-b997-6302ab23da6b,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:45.997109 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7b0d0-0915-4586-9881-6ec904e5cc02 req-201e46ee-bed6-4b0e-a917-33dc8b34b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:45.998643 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-29a7b0d0-0915-4586-9881-6ec904e5cc02 req-201e46ee-bed6-4b0e-a917-33dc8b34b1b7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 1130 time: 0.0475380 May 04 14:56:46.063619 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-29a7b0d0-0915-4586-9881-6ec904e5cc02 req-987f45ab-9415-47f6-8e79-8aa69888ca59 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=51d60e04-d7c5-475e-b6c5-7a2be1a079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481796 May 04 14:56:46.075711 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-270f4fb6-b410-434c-b34e-f3cd4189465d req-fbf560a2-b77e-4f80-9d23-19180f8cd20a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:56:46.220692 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c2cb9-fa54-4d2b-8ec1-45b8a055557d req-13fd2f54-a745-4874-bd71-b00969cf5628 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:46.222654 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3b9c2cb9-fa54-4d2b-8ec1-45b8a055557d req-13fd2f54-a745-4874-bd71-b00969cf5628 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 946 time: 0.0531027 May 04 14:56:46.230345 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-270f4fb6-b410-434c-b34e-f3cd4189465d req-fbf560a2-b77e-4f80-9d23-19180f8cd20a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:56:46.242298 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8397f69-3090-4e93-85e0-015068926555 None None] Sync routers for ids ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:56:46.248020 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0833c-0790-412c-9f08-120b08dd1c01 req-ba1c83e8-e1a6-4afb-9c1e-52d7df077162 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:46.249586 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ac0833c-0790-412c-9f08-120b08dd1c01 req-ba1c83e8-e1a6-4afb-9c1e-52d7df077162 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0709093 May 04 14:56:46.253184 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8397f69-3090-4e93-85e0-015068926555 None None] Routers {'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:56:46.254125 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-e8397f69-3090-4e93-85e0-015068926555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:56:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:46.274029 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3b9c2cb9-fa54-4d2b-8ec1-45b8a055557d req-aff35506-d787-46f2-b2ff-5246c7ded535 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=51d60e04-d7c5-475e-b6c5-7a2be1a079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447340 May 04 14:56:46.302317 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-270f4fb6-b410-434c-b34e-f3cd4189465d req-fbf560a2-b77e-4f80-9d23-19180f8cd20a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] No DVR routers for this DVR port 463a9e34-de88-41bb-b997-6302ab23da6b on host hv-cinder-84049 {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:56:46.307905 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-270f4fb6-b410-434c-b34e-f3cd4189465d req-fbf560a2-b77e-4f80-9d23-19180f8cd20a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:46.311951 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-270f4fb6-b410-434c-b34e-f3cd4189465d req-fbf560a2-b77e-4f80-9d23-19180f8cd20a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.49 "DELETE /v2.0/ports/463a9e34-de88-41bb-b997-6302ab23da6b HTTP/1.1" status: 204 len: 173 time: 1.0345883 May 04 14:56:46.312492 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'name': 'network-vif-deleted', 'tag': '463a9e34-de88-41bb-b997-6302ab23da6b'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:56:46.315185 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7776cbeb-ecf5-4a87-8630-2bde74809628" -d '{"events": [{"server_uuid": "a80710d1-c61a-4d1c-ac7a-5795b995d5e6", "name": "network-vif-deleted", "tag": "463a9e34-de88-41bb-b997-6302ab23da6b"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:56:46.358415 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ac0833c-0790-412c-9f08-120b08dd1c01 req-320b0028-4927-4503-9418-a638750b3774 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900285 May 04 14:56:46.359927 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d75b25-09e0-4be1-8c81-4a1082f73d85 x-openstack-request-id: req-30d75b25-09e0-4be1-8c81-4a1082f73d85 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:56:46.360209 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80710d1-c61a-4d1c-ac7a-5795b995d5e6", "name": "network-vif-deleted", "tag": "463a9e34-de88-41bb-b997-6302ab23da6b", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:56:46.360464 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30d75b25-09e0-4be1-8c81-4a1082f73d85 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:56:46.360892 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30d75b25-09e0-4be1-8c81-4a1082f73d85'] response: {'server_uuid': 'a80710d1-c61a-4d1c-ac7a-5795b995d5e6', 'name': 'network-vif-deleted', 'tag': '463a9e34-de88-41bb-b997-6302ab23da6b', 'status': 'completed', 'code': 200} May 04 14:56:46.384816 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-e8397f69-3090-4e93-85e0-015068926555 None None] Set router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:56:46.582582 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-e8397f69-3090-4e93-85e0-015068926555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 5, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:46.593356 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-66dee42b-4b43-42aa-bc3f-909dbe309c4d req-a2d72a65-de9e-43ce-a66f-7d2288ac5537 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 210 time: 0.0367374 May 04 14:56:46.618493 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8397f69-3090-4e93-85e0-015068926555 None None] Checking router: c8f1673e-21ca-40b1-bb42-6ec2cf00c31e for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:56:46.631173 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8397f69-3090-4e93-85e0-015068926555 None None] Routers {'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:56:46.631895 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-e8397f69-3090-4e93-85e0-015068926555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:56:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:46.757523 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-e8397f69-3090-4e93-85e0-015068926555 None None] Set router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:56:46.961318 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-e8397f69-3090-4e93-85e0-015068926555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 5, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:46.989414 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8397f69-3090-4e93-85e0-015068926555 None None] The sync data for ids ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'] in dv-cinder-840493-1-iscsi is: [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 5, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:56:47.239357 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a126ed4-31cc-4b6c-8669-0a52a4c95afc None None] New status for floating IP 3bd7f0b2-0b46-400b-88bb-a4be0a9b3ed9: DOWN {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:56:47.413729 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202d29c-0f74-47e9-b152-835ba656ec6c req-6c8be32a-affb-43f1-9808-026b00d79d3c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:47.415280 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3202d29c-0f74-47e9-b152-835ba656ec6c req-6c8be32a-affb-43f1-9808-026b00d79d3c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 946 time: 0.0584667 May 04 14:56:47.464705 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3202d29c-0f74-47e9-b152-835ba656ec6c req-6777fb8c-0091-474e-a28c-7504ef9876a7 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=51d60e04-d7c5-475e-b6c5-7a2be1a079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431161 May 04 14:56:47.485531 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803cf8c-1560-4d71-abf0-32b2f75a2975 req-fa385c90-d9bc-467a-bf3b-7f5289b86b4c tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:47.487053 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f803cf8c-1560-4d71-abf0-32b2f75a2975 req-fa385c90-d9bc-467a-bf3b-7f5289b86b4c tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0501807 May 04 14:56:47.534083 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f803cf8c-1560-4d71-abf0-32b2f75a2975 req-59164c43-b9cf-4614-b9e2-1235884f43a5 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414946 May 04 14:56:47.722864 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-39ac6b5b-e1a7-40d5-9d1a-05bd59d22108 req-19be1522-fbc4-4422-96c8-04b77c0980cc tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80710d1-c61a-4d1c-ac7a-5795b995d5e6 HTTP/1.1" status: 200 len: 210 time: 0.0317378 May 04 14:56:47.953499 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bde638-1f39-43d3-866c-18dc02a373f3 req-7ca4f0c7-0ae1-4f90-8b93-eb55721f1996 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:47.955013 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11bde638-1f39-43d3-866c-18dc02a373f3 req-7ca4f0c7-0ae1-4f90-8b93-eb55721f1996 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0502362 May 04 14:56:48.010179 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11bde638-1f39-43d3-866c-18dc02a373f3 req-65be022c-d2eb-4c27-bbd9-eceba77aec6e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472531 May 04 14:56:48.229712 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4834bfd-99a3-4876-9f0f-4ba3dde5085b req-03894402-a6d5-4bf2-87cf-debd853f2ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:48.231262 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f4834bfd-99a3-4876-9f0f-4ba3dde5085b req-03894402-a6d5-4bf2-87cf-debd853f2ac8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 1129 time: 0.0451207 May 04 14:56:48.330915 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4834bfd-99a3-4876-9f0f-4ba3dde5085b req-10174a27-91f7-4595-a7bc-029e5f208f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:48.333000 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f4834bfd-99a3-4876-9f0f-4ba3dde5085b req-10174a27-91f7-4595-a7bc-029e5f208f39 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 920 time: 0.0953474 May 04 14:56:48.402027 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f4834bfd-99a3-4876-9f0f-4ba3dde5085b req-acbd2860-d6f7-49de-8847-d472b3cefb99 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad36e220-76e4-4ce5-bdaa-448914145200 HTTP/1.1" status: 200 len: 1000 time: 0.0632067 May 04 14:56:48.451882 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4834bfd-99a3-4876-9f0f-4ba3dde5085b req-884a2e97-4089-49d1-baac-140577b5f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:48.453403 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f4834bfd-99a3-4876-9f0f-4ba3dde5085b req-884a2e97-4089-49d1-baac-140577b5f3cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.0450139 May 04 14:56:48.502346 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4834bfd-99a3-4876-9f0f-4ba3dde5085b req-ffd88f56-55f8-4c56-848b-94a925d5f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:48.503861 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f4834bfd-99a3-4876-9f0f-4ba3dde5085b req-ffd88f56-55f8-4c56-848b-94a925d5f1f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432045 May 04 14:56:48.581432 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64539f73-40ab-42b9-83d7-7a2897ae4800 req-66432cca-aff2-4d2f-a914-ac7cffa52cc4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:48.582882 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-64539f73-40ab-42b9-83d7-7a2897ae4800 req-66432cca-aff2-4d2f-a914-ac7cffa52cc4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 946 time: 0.0459881 May 04 14:56:48.593714 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f4834bfd-99a3-4876-9f0f-4ba3dde5085b req-11c4d398-704d-46f1-9faa-1c1a41e3b4e4 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830398 May 04 14:56:48.630036 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-64539f73-40ab-42b9-83d7-7a2897ae4800 req-a159d481-aabf-44a5-abce-2a659aa564e9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=51d60e04-d7c5-475e-b6c5-7a2be1a079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414033 May 04 14:56:48.687997 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f4834bfd-99a3-4876-9f0f-4ba3dde5085b req-951ba65c-767a-471e-84e6-81e06674f2e8 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881100 May 04 14:56:48.748114 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dd600-37e9-4fc3-b0e0-54c90725153d req-8e06765a-1f53-40f6-a93a-712e92d3a910 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:48.749503 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bb9dd600-37e9-4fc3-b0e0-54c90725153d req-8e06765a-1f53-40f6-a93a-712e92d3a910 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 946 time: 0.0494316 May 04 14:56:48.762813 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41120) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:48.767505 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-bd230061-6377-48b3-9ffe-470fe9280df3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'floatingip': {'port_id': '900f9d96-a2bb-489c-a548-8617753efe0a'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:56:48.809928 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bd230061-6377-48b3-9ffe-470fe9280df3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (b2c97c73-ebd2-441f-97f9-d9dd63c215b5), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:48.822007 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41124) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:48.878668 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5c8a-1649-4b2e-881b-c53c5848fd83 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group (6c1981ed-8783-4401-8071-ee1761caa3f4), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:48.905279 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5c8a-1649-4b2e-881b-c53c5848fd83 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group (6c1981ed-8783-4401-8071-ee1761caa3f4), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:48.957204 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5c8a-1649-4b2e-881b-c53c5848fd83 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (6c1981ed-8783-4401-8071-ee1761caa3f4), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:48.959736 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5c8a-1649-4b2e-881b-c53c5848fd83 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:48.960980 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-ebcd5c8a-1649-4b2e-881b-c53c5848fd83 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "DELETE /v2.0/security-groups/6c1981ed-8783-4401-8071-ee1761caa3f4 HTTP/1.1" status: 204 len: 168 time: 0.1379046 May 04 14:56:48.963857 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41126) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:48.970596 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd5c8a-1649-4b2e-881b-c53c5848fd83 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1981ed-8783-4401-8071-ee1761caa3f4,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:48.987572 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.api.v2.resource [None req-66edfc16-1a57-448c-a3a8-6c19cbcdc515 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] show failed (client error): The resource could not be found. May 04 14:56:48.991195 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-66edfc16-1a57-448c-a3a8-6c19cbcdc515 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups/6c1981ed-8783-4401-8071-ee1761caa3f4 HTTP/1.1" status: 404 len: 347 time: 0.0238028 May 04 14:56:48.991666 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41128) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:49.238528 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2c677-89cf-4ff0-b5c5-50bacaa2e5f6 req-ba1ed82a-b74d-4495-acbe-81da6ea23123 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:49.240106 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-21e2c677-89cf-4ff0-b5c5-50bacaa2e5f6 req-ba1ed82a-b74d-4495-acbe-81da6ea23123 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.1263642 May 04 14:56:49.289412 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-26c61935-9d47-473c-96b8-ddcfe5d1bd6c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Deleting port 9cb8322d-5e64-4bd7-ab3e-43f21a5629b1 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:56:49.289713 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-26c61935-9d47-473c-96b8-ddcfe5d1bd6c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (9cb8322d-5e64-4bd7-ab3e-43f21a5629b1), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:49.593073 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 463a9e34-de88-41bb-b997-6302ab23da6b no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:56:49.614105 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: 463a9e34-de88-41bb-b997-6302ab23da6b {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:56:49.614461 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 463a9e34-de88-41bb-b997-6302ab23da6b not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:56:49.690714 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-21e2c677-89cf-4ff0-b5c5-50bacaa2e5f6 req-35921a6e-4e59-41ff-bb5b-451b20dd76bb tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4143417 May 04 14:56:49.722271 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-26c61935-9d47-473c-96b8-ddcfe5d1bd6c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (9cb8322d-5e64-4bd7-ab3e-43f21a5629b1), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:49.722579 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-26c61935-9d47-473c-96b8-ddcfe5d1bd6c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for floatingip (9cb8322d-5e64-4bd7-ab3e-43f21a5629b1), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:49.739835 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-26c61935-9d47-473c-96b8-ddcfe5d1bd6c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Calling delete_port for 9cb8322d-5e64-4bd7-ab3e-43f21a5629b1 owned by network:floatingip {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:56:49.833804 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bd230061-6377-48b3-9ffe-470fe9280df3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:49.841681 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bd230061-6377-48b3-9ffe-470fe9280df3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (b2c97c73-ebd2-441f-97f9-d9dd63c215b5), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:49.993183 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [None req-bd230061-6377-48b3-9ffe-470fe9280df3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Floating IP b2c97c73-ebd2-441f-97f9-d9dd63c215b5 associated. External IP: 172.27.2.205, port: 900f9d96-a2bb-489c-a548-8617753efe0a. May 04 14:56:50.047830 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-26c61935-9d47-473c-96b8-ddcfe5d1bd6c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (9cb8322d-5e64-4bd7-ab3e-43f21a5629b1), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:50.085350 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c61935-9d47-473c-96b8-ddcfe5d1bd6c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event deleted for resources: {'Port': ['ID=9cb8322d-5e64-4bd7-ab3e-43f21a5629b1,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:50.143287 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-26c61935-9d47-473c-96b8-ddcfe5d1bd6c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for floatingip (3bd7f0b2-0b46-400b-88bb-a4be0a9b3ed9), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:50.145818 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-26c61935-9d47-473c-96b8-ddcfe5d1bd6c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:50.146981 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-26c61935-9d47-473c-96b8-ddcfe5d1bd6c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "DELETE /v2.0/floatingips/3bd7f0b2-0b46-400b-88bb-a4be0a9b3ed9 HTTP/1.1" status: 204 len: 168 time: 1.1544375 May 04 14:56:50.276108 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd230061-6377-48b3-9ffe-470fe9280df3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Router a05159e1-6b22-4325-9888-d7a1a51a9090 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:56:50.414094 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd230061-6377-48b3-9ffe-470fe9280df3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:56:50.419346 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bd230061-6377-48b3-9ffe-470fe9280df3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:50.424098 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca73ab8-4ba8-4450-a937-b1160c56ee6e None None] Sync routers for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:56:50.434897 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca73ab8-4ba8-4450-a937-b1160c56ee6e None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:56:50.435524 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-8ca73ab8-4ba8-4450-a937-b1160c56ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:56:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:50.468191 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-bd230061-6377-48b3-9ffe-470fe9280df3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "PUT /v2.0/floatingips/b2c97c73-ebd2-441f-97f9-d9dd63c215b5 HTTP/1.1" status: 200 len: 992 time: 1.7041650 May 04 14:56:50.469273 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa0abda-21b4-4905-b8af-ec9ca6d3acac', 'tag': '900f9d96-a2bb-489c-a548-8617753efe0a'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:56:50.472056 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7c3630-f526-4dca-a38e-f08f98388eee" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa0abda-21b4-4905-b8af-ec9ca6d3acac", "tag": "900f9d96-a2bb-489c-a548-8617753efe0a"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:56:50.540122 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a3d013-3271-42fc-8267-48c56c7f4117 x-openstack-request-id: req-63a3d013-3271-42fc-8267-48c56c7f4117 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:56:50.540122 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa0abda-21b4-4905-b8af-ec9ca6d3acac", "tag": "900f9d96-a2bb-489c-a548-8617753efe0a", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:56:50.540122 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63a3d013-3271-42fc-8267-48c56c7f4117 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:56:50.540122 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a3d013-3271-42fc-8267-48c56c7f4117'] response: {'name': 'network-changed', 'server_uuid': 'eaa0abda-21b4-4905-b8af-ec9ca6d3acac', 'tag': '900f9d96-a2bb-489c-a548-8617753efe0a', 'status': 'completed', 'code': 200} May 04 14:56:50.560880 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-8ca73ab8-4ba8-4450-a937-b1160c56ee6e None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:56:50.593120 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41138) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:50.598636 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-a3b257b8-c08b-42da-952f-4c042f2d034a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1002611024', 'description': 'tempest-description--1290703504'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:56:50.628242 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a3b257b8-c08b-42da-952f-4c042f2d034a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:50.721820 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a3b257b8-c08b-42da-952f-4c042f2d034a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group (4c19c80a-d19c-4f35-886c-7dd7f17b3280), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:50.732650 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a3b257b8-c08b-42da-952f-4c042f2d034a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (4c19c80a-d19c-4f35-886c-7dd7f17b3280), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:50.765098 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a3b257b8-c08b-42da-952f-4c042f2d034a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:50.766374 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-a3b257b8-c08b-42da-952f-4c042f2d034a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1718822 May 04 14:56:50.769753 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41142) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:50.778580 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-764212bf-4e1f-4e24-b40e-b85c20e0976c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Request body: {'security_group_rule': {'security_group_id': '4c19c80a-d19c-4f35-886c-7dd7f17b3280', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:56:50.781284 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b257b8-c08b-42da-952f-4c042f2d034a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c19c80a-d19c-4f35-886c-7dd7f17b3280,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:50.859771 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-764212bf-4e1f-4e24-b40e-b85c20e0976c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group_rule (bffdc8f1-0209-4e47-9d5e-8fb4d235e2f6), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:50.882311 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c3630-f526-4dca-a38e-f08f98388eee req-3dc7baf2-36e6-4329-b126-ff2b2bf4c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:50.883801 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4d7c3630-f526-4dca-a38e-f08f98388eee req-3dc7baf2-36e6-4329-b126-ff2b2bf4c21e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35d8071dbd7246228c7a252c40fae038&device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 1130 time: 0.0607510 May 04 14:56:50.918822 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-8ca73ab8-4ba8-4450-a937-b1160c56ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': 'b2c97c73-ebd2-441f-97f9-d9dd63c215b5', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': '900f9d96-a2bb-489c-a548-8617753efe0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:d8:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa0abda-21b4-4905-b8af-ec9ca6d3acac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:56:36Z', 'updated_at': '2022-05-04T14:56:49Z', 'revision_number': 1, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:50.932606 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-764212bf-4e1f-4e24-b40e-b85c20e0976c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group_rule (bffdc8f1-0209-4e47-9d5e-8fb4d235e2f6), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:50.941987 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468d86f-15cb-4362-bcb0-d1d255baa594 req-745a685b-2371-4d86-bf7c-f432a8667587 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:50.944055 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a468d86f-15cb-4362-bcb0-d1d255baa594 req-745a685b-2371-4d86-bf7c-f432a8667587 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.1317210 May 04 14:56:50.947367 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca73ab8-4ba8-4450-a937-b1160c56ee6e None None] Checking router: a05159e1-6b22-4325-9888-d7a1a51a9090 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:56:50.952777 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-764212bf-4e1f-4e24-b40e-b85c20e0976c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (bffdc8f1-0209-4e47-9d5e-8fb4d235e2f6), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:50.957506 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca73ab8-4ba8-4450-a937-b1160c56ee6e None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:56:50.958131 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-8ca73ab8-4ba8-4450-a937-b1160c56ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:56:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:50.997665 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764212bf-4e1f-4e24-b40e-b85c20e0976c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffdc8f1-0209-4e47-9d5e-8fb4d235e2f6,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:51.014710 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-764212bf-4e1f-4e24-b40e-b85c20e0976c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:51.017531 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-764212bf-4e1f-4e24-b40e-b85c20e0976c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2459340 May 04 14:56:51.027626 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41144) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:51.033697 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-bb0058be-49bb-4191-86fb-0e68c19dc33b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Request body: {'security_group_rule': {'security_group_id': '4c19c80a-d19c-4f35-886c-7dd7f17b3280', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:56:51.060668 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a468d86f-15cb-4362-bcb0-d1d255baa594 req-d7479049-fde9-4569-8e5f-a098950c5dc2 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090486 May 04 14:56:51.084157 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-8ca73ab8-4ba8-4450-a937-b1160c56ee6e None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:56:51.100284 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bb0058be-49bb-4191-86fb-0e68c19dc33b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group_rule (7edb841f-d9d9-4f84-84e4-56336b1405cd), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:51.168732 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bb0058be-49bb-4191-86fb-0e68c19dc33b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group_rule (7edb841f-d9d9-4f84-84e4-56336b1405cd), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:51.174280 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bb0058be-49bb-4191-86fb-0e68c19dc33b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (7edb841f-d9d9-4f84-84e4-56336b1405cd), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:51.193857 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0058be-49bb-4191-86fb-0e68c19dc33b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edb841f-d9d9-4f84-84e4-56336b1405cd,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:51.202132 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bb0058be-49bb-4191-86fb-0e68c19dc33b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:51.203566 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-bb0058be-49bb-4191-86fb-0e68c19dc33b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1744163 May 04 14:56:51.206649 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41146) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:51.213092 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Request body: {'floatingip': {'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:56:51.238062 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:51.266394 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c3630-f526-4dca-a38e-f08f98388eee req-6991ba64-46cb-484a-8c5b-515674dbbd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:51.267898 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4d7c3630-f526-4dca-a38e-f08f98388eee req-6991ba64-46cb-484a-8c5b-515674dbbd27 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 200 len: 915 time: 0.3741486 May 04 14:56:51.326133 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:51.333147 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-8ca73ab8-4ba8-4450-a937-b1160c56ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': 'b2c97c73-ebd2-441f-97f9-d9dd63c215b5', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': '900f9d96-a2bb-489c-a548-8617753efe0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:d8:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa0abda-21b4-4905-b8af-ec9ca6d3acac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:56:36Z', 'updated_at': '2022-05-04T14:56:49Z', 'revision_number': 1, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:51.339287 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4d7c3630-f526-4dca-a38e-f08f98388eee req-8d13f0de-9337-4109-9d8d-7675ecf9020d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=900f9d96-a2bb-489c-a548-8617753efe0a HTTP/1.1" status: 200 len: 1000 time: 0.0636675 May 04 14:56:51.360129 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca73ab8-4ba8-4450-a937-b1160c56ee6e None None] The sync data for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi is: [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': 'b2c97c73-ebd2-441f-97f9-d9dd63c215b5', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': '900f9d96-a2bb-489c-a548-8617753efe0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:d8:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa0abda-21b4-4905-b8af-ec9ca6d3acac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:56:36Z', 'updated_at': '2022-05-04T14:56:49Z', 'revision_number': 1, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:56:51.394363 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c3630-f526-4dca-a38e-f08f98388eee req-a9eaa058-2338-48be-9421-f907653a8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:51.395998 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4d7c3630-f526-4dca-a38e-f08f98388eee req-a9eaa058-2338-48be-9421-f907653a8474 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d660033-ba74-4e17-bb0f-1920d761a352 HTTP/1.1" status: 200 len: 853 time: 0.0507743 May 04 14:56:51.444568 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c3630-f526-4dca-a38e-f08f98388eee req-88fdd756-6061-4f50-80b9-7618fa2bbd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:51.446188 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4d7c3630-f526-4dca-a38e-f08f98388eee req-88fdd756-6061-4f50-80b9-7618fa2bbd09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441787 May 04 14:56:51.449703 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Allocated IP 172.27.2.92 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/d0a824fd-5c18-4291-8483-69649bc82afb) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:56:51.539750 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4d7c3630-f526-4dca-a38e-f08f98388eee req-169e9282-af7c-4d17-98d7-16a3f3a51f97 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865936 May 04 14:56:51.562256 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for port (d0a824fd-5c18-4291-8483-69649bc82afb), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:51.581025 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75112147-101f-4748-a069-b96e3efc2706 None None] New status for floating IP b2c97c73-ebd2-441f-97f9-d9dd63c215b5: ACTIVE {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:56:51.597814 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (d0a824fd-5c18-4291-8483-69649bc82afb), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:51.638033 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:56:51.643217 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4d7c3630-f526-4dca-a38e-f08f98388eee req-e7f3a59b-260d-4ef2-a655-acc4aa9dfe10 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966794 May 04 14:56:51.645148 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:56:51.649736 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:56:51.654851 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event updated for resources: {'Port': ['ID=d0a824fd-5c18-4291-8483-69649bc82afb,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:51.702036 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for floatingip (2cffc685-f4d1-4d25-9226-5555802d027d), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:51.740776 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (d0a824fd-5c18-4291-8483-69649bc82afb), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:51.913898 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for port (d0a824fd-5c18-4291-8483-69649bc82afb), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:51.919869 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (d0a824fd-5c18-4291-8483-69649bc82afb), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:51.955958 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (2cffc685-f4d1-4d25-9226-5555802d027d), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:51.980391 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:51.981772 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7740023 May 04 14:56:51.982716 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e718d-eaec-498c-a543-50f07d45f822 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event updated for resources: {'Port': ['ID=d0a824fd-5c18-4291-8483-69649bc82afb,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:52.196163 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03800a9-a83c-4a0b-a614-f679a41c4774 req-d772fe9e-ce24-4bc0-a257-df664b6f0466 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:52.197861 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d03800a9-a83c-4a0b-a614-f679a41c4774 req-d772fe9e-ce24-4bc0-a257-df664b6f0466 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0495954 May 04 14:56:52.201621 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-cfb27310-9a5d-4afb-b6ae-b3d67ae733b0 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1002611024&fields=id&tenant_id=f512333663064960847a1dd30c177cf9 HTTP/1.1" status: 200 len: 267 time: 0.0502315 May 04 14:56:52.247690 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d03800a9-a83c-4a0b-a614-f679a41c4774 req-3b0cde97-2ca8-4f07-9bfd-3d9b10e5ae98 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437989 May 04 14:56:52.310550 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-acf19dd0-cb3c-4e07-9b6b-195523201502 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:52.312261 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-acf19dd0-cb3c-4e07-9b6b-195523201502 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/networks?id=79f79ca7-23fe-4754-96e7-93df86905dc1 HTTP/1.1" status: 200 len: 817 time: 0.1042166 May 04 14:56:52.328161 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-899be5e5-9f22-4c5d-b5ed-a9212b2ae5e0 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/quotas/f512333663064960847a1dd30c177cf9 HTTP/1.1" status: 200 len: 375 time: 0.0103281 May 04 14:56:52.358173 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf3282-e6b6-45b2-b6c3-1f56c9e74b47 req-273c56d7-8e06-4524-a416-14af08b5d62a tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:52.359698 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-26bf3282-e6b6-45b2-b6c3-1f56c9e74b47 req-273c56d7-8e06-4524-a416-14af08b5d62a tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0490000 May 04 14:56:52.368449 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41164) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:56:52.372952 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-71ba31ca-f6c4-42d9-96d4-c5a8a68fac94 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Request body: {'floatingip': {'port_id': 'ad36e220-76e4-4ce5-bdaa-448914145200'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:56:52.378749 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-3dc5d2cb-2085-41c6-b294-6749443da539 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f512333663064960847a1dd30c177cf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449326 May 04 14:56:52.432473 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-71ba31ca-f6c4-42d9-96d4-c5a8a68fac94 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for floatingip (20c21fea-2d47-4b36-961f-b006a5b65191), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:52.478543 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-0e9e5518-fd8b-4d5a-93ed-ab850a1a9166 service neutron] 10.222.0.32 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873954 May 04 14:56:52.568395 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-e04d8233-e8c9-46cd-8668-76ee8b3a9051 service neutron] 10.222.0.32 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841272 May 04 14:56:52.938809 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-71ba31ca-f6c4-42d9-96d4-c5a8a68fac94 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:52.944094 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-71ba31ca-f6c4-42d9-96d4-c5a8a68fac94 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (20c21fea-2d47-4b36-961f-b006a5b65191), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:53.171984 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ba31ca-f6c4-42d9-96d4-c5a8a68fac94 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Router 7f1f2095-0a86-4599-a900-521aee918458 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:56:53.540641 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ba31ca-f6c4-42d9-96d4-c5a8a68fac94 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:56:53.545650 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-71ba31ca-f6c4-42d9-96d4-c5a8a68fac94 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:53.550225 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9fca9f-320f-4154-a475-4fc82b171c1b None None] Sync routers for ids ['7f1f2095-0a86-4599-a900-521aee918458'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:56:53.561001 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9fca9f-320f-4154-a475-4fc82b171c1b None None] Routers {'7f1f2095-0a86-4599-a900-521aee918458'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:56:53.561601 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-2d9fca9f-320f-4154-a475-4fc82b171c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:56:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7f1f2095-0a86-4599-a900-521aee918458'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:53.576922 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'tag': 'ad36e220-76e4-4ce5-bdaa-448914145200'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:56:53.579163 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca24aead-3fbd-4033-9fc8-08ae703d0341" -d '{"events": [{"name": "network-changed", "server_uuid": "df7d3281-6a43-4513-8ef0-3bc7f63d7da0", "tag": "ad36e220-76e4-4ce5-bdaa-448914145200"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:56:53.625448 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-71ba31ca-f6c4-42d9-96d4-c5a8a68fac94 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "PUT /v2.0/floatingips/20c21fea-2d47-4b36-961f-b006a5b65191 HTTP/1.1" status: 200 len: 992 time: 1.2557645 May 04 14:56:53.627360 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d84ec1-832e-4269-9405-670bd3703b44 x-openstack-request-id: req-99d84ec1-832e-4269-9405-670bd3703b44 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:56:53.627505 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7d3281-6a43-4513-8ef0-3bc7f63d7da0", "tag": "ad36e220-76e4-4ce5-bdaa-448914145200", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:56:53.627798 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99d84ec1-832e-4269-9405-670bd3703b44 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:56:53.628218 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d84ec1-832e-4269-9405-670bd3703b44'] response: {'name': 'network-changed', 'server_uuid': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'tag': 'ad36e220-76e4-4ce5-bdaa-448914145200', 'status': 'completed', 'code': 200} May 04 14:56:53.670701 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-2d9fca9f-320f-4154-a475-4fc82b171c1b None None] Set router 7f1f2095-0a86-4599-a900-521aee918458 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:56:53.724473 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24aead-3fbd-4033-9fc8-08ae703d0341 req-c1f8ca98-0d9f-49d9-b795-9d4d17405a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:53.726148 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ca24aead-3fbd-4033-9fc8-08ae703d0341 req-c1f8ca98-0d9f-49d9-b795-9d4d17405a34 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 1129 time: 0.0653729 May 04 14:56:53.751160 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e18e27b0-5eda-43e2-9a08-69daae1830cf req-8a35a854-77ee-4d94-a8f5-62e4cf66f297 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 210 time: 0.0284100 May 04 14:56:53.837228 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24aead-3fbd-4033-9fc8-08ae703d0341 req-6672244e-35b4-4d1b-8b2d-fc8c14eeec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:53.838818 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ca24aead-3fbd-4033-9fc8-08ae703d0341 req-6672244e-35b4-4d1b-8b2d-fc8c14eeec97 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 920 time: 0.1025655 May 04 14:56:53.911464 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ca24aead-3fbd-4033-9fc8-08ae703d0341 req-58fd9974-8b22-4be0-a4bb-117dba2dc3d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad36e220-76e4-4ce5-bdaa-448914145200 HTTP/1.1" status: 200 len: 1000 time: 0.0630958 May 04 14:56:53.918795 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-2d9fca9f-320f-4154-a475-4fc82b171c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 4, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port': {'id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '20c21fea-2d47-4b36-961f-b006a5b65191', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': '7f1f2095-0a86-4599-a900-521aee918458', 'port_id': 'ad36e220-76e4-4ce5-bdaa-448914145200', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'mac_address': 'fa:16:3e:67:4a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:55:03Z', 'updated_at': '2022-05-04T14:56:52Z', 'revision_number': 3, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d06aa98-70c7-4d99-b2f7-286a739fd3cd', 'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'mac_address': 'fa:16:3e:da:dc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:34Z', 'updated_at': '2022-05-04T14:52:54Z', 'revision_number': 5, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'subnets': [{'id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:53.945956 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9fca9f-320f-4154-a475-4fc82b171c1b None None] Checking router: 7f1f2095-0a86-4599-a900-521aee918458 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:56:53.955618 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9fca9f-320f-4154-a475-4fc82b171c1b None None] Routers {'7f1f2095-0a86-4599-a900-521aee918458'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:56:53.956499 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-2d9fca9f-320f-4154-a475-4fc82b171c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:56:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7f1f2095-0a86-4599-a900-521aee918458'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:53.965973 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24aead-3fbd-4033-9fc8-08ae703d0341 req-9d44dc77-b53e-4c4c-a0ad-765af7ddc272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:53.967540 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ca24aead-3fbd-4033-9fc8-08ae703d0341 req-9d44dc77-b53e-4c4c-a0ad-765af7ddc272 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.0501215 May 04 14:56:54.013942 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24aead-3fbd-4033-9fc8-08ae703d0341 req-b009f66e-91eb-4f5a-9707-babbd34dbc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:54.015717 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ca24aead-3fbd-4033-9fc8-08ae703d0341 req-b009f66e-91eb-4f5a-9707-babbd34dbc9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415297 May 04 14:56:54.078163 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-2d9fca9f-320f-4154-a475-4fc82b171c1b None None] Set router 7f1f2095-0a86-4599-a900-521aee918458 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:56:54.118628 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ca24aead-3fbd-4033-9fc8-08ae703d0341 req-57906db6-0732-4159-9e27-29b9195a5e94 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968628 May 04 14:56:54.228529 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ca24aead-3fbd-4033-9fc8-08ae703d0341 req-8b944225-5677-493b-a478-3d326fac60d1 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019473 May 04 14:56:54.327025 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-2d9fca9f-320f-4154-a475-4fc82b171c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 4, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port': {'id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '20c21fea-2d47-4b36-961f-b006a5b65191', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': '7f1f2095-0a86-4599-a900-521aee918458', 'port_id': 'ad36e220-76e4-4ce5-bdaa-448914145200', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'mac_address': 'fa:16:3e:67:4a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:55:03Z', 'updated_at': '2022-05-04T14:56:52Z', 'revision_number': 3, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d06aa98-70c7-4d99-b2f7-286a739fd3cd', 'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'mac_address': 'fa:16:3e:da:dc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:34Z', 'updated_at': '2022-05-04T14:52:54Z', 'revision_number': 5, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'subnets': [{'id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:56:54.356997 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9fca9f-320f-4154-a475-4fc82b171c1b None None] The sync data for ids ['7f1f2095-0a86-4599-a900-521aee918458'] in dv-cinder-840493-1-iscsi is: [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 4, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port': {'id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '20c21fea-2d47-4b36-961f-b006a5b65191', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': '7f1f2095-0a86-4599-a900-521aee918458', 'port_id': 'ad36e220-76e4-4ce5-bdaa-448914145200', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'mac_address': 'fa:16:3e:67:4a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:55:03Z', 'updated_at': '2022-05-04T14:56:52Z', 'revision_number': 3, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d06aa98-70c7-4d99-b2f7-286a739fd3cd', 'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'mac_address': 'fa:16:3e:da:dc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:34Z', 'updated_at': '2022-05-04T14:52:54Z', 'revision_number': 5, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'subnets': [{'id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:56:54.823211 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-9a397c64-6e8e-4d98-a8e5-c07b43462c4a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:54.824942 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-9a397c64-6e8e-4d98-a8e5-c07b43462c4a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.49 "GET /v2.0/networks?id=79f79ca7-23fe-4754-96e7-93df86905dc1 HTTP/1.1" status: 200 len: 817 time: 0.1276472 May 04 14:56:54.881823 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9484371e-4946-4a6c-8dae-e519411fa924 req-c05586ed-dbbe-445b-816c-8c2906466974 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 210 time: 0.0406818 May 04 14:56:54.918760 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-7a939b2a-d1bc-4de1-a325-30aa07da8577 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f512333663064960847a1dd30c177cf9 HTTP/1.1" status: 200 len: 380 time: 0.0851796 May 04 14:56:54.968089 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-8102e588-468f-4dce-8b02-400e82549469 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Request body: {'port': {'device_id': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'admin_state_up': True, 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'security_groups': ['4c19c80a-d19c-4f35-886c-7dd7f17b3280']}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:56:55.086041 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-8102e588-468f-4dce-8b02-400e82549469 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Made reservation on behalf of f512333663064960847a1dd30c177cf9 for: {'port': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:56:55.089580 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-8102e588-468f-4dce-8b02-400e82549469 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:55.218951 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-8102e588-468f-4dce-8b02-400e82549469 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Allocated IP 172.20.0.5 (79f79ca7-23fe-4754-96e7-93df86905dc1/086b520e-6c45-43fc-b9e3-376e899c6b75/44069e10-04c2-4f01-9944-c78d79fc5a90) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:56:55.371389 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-8102e588-468f-4dce-8b02-400e82549469 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:55.407207 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-8102e588-468f-4dce-8b02-400e82549469 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:55.451832 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-8102e588-468f-4dce-8b02-400e82549469 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Network 79f79ca7-23fe-4754-96e7-93df86905dc1 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:56:55.455034 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-8102e588-468f-4dce-8b02-400e82549469 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:56:55.461898 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-8102e588-468f-4dce-8b02-400e82549469 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:56:55.493156 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102e588-468f-4dce-8b02-400e82549469 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event updated for resources: {'Port': ['ID=44069e10-04c2-4f01-9944-c78d79fc5a90,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:55.527404 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-8102e588-468f-4dce-8b02-400e82549469 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:55.528071 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-8102e588-468f-4dce-8b02-400e82549469 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:55.548501 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-8102e588-468f-4dce-8b02-400e82549469 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844421 May 04 14:56:55.562819 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Request body: {'port': {'device_id': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:56:55.629984 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'tag': 'ad36e220-76e4-4ce5-bdaa-448914145200'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:56:55.631736 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:55.632435 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17d4e77-3667-4750-b24c-5e199b6fdfd5" -d '{"events": [{"name": "network-changed", "server_uuid": "df7d3281-6a43-4513-8ef0-3bc7f63d7da0", "tag": "ad36e220-76e4-4ce5-bdaa-448914145200"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:56:55.675663 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6858f816-134e-4f18-b48b-7dce1b5c0a8e x-openstack-request-id: req-6858f816-134e-4f18-b48b-7dce1b5c0a8e {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:56:55.676194 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7d3281-6a43-4513-8ef0-3bc7f63d7da0", "tag": "ad36e220-76e4-4ce5-bdaa-448914145200", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:56:55.676579 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6858f816-134e-4f18-b48b-7dce1b5c0a8e {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:56:55.677158 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6858f816-134e-4f18-b48b-7dce1b5c0a8e'] response: {'name': 'network-changed', 'server_uuid': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'tag': 'ad36e220-76e4-4ce5-bdaa-448914145200', 'status': 'completed', 'code': 200} May 04 14:56:55.695632 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-58932895-d2d6-4e80-b8de-74d5e395ad51 None None] Provisioning complete for port 44069e10-04c2-4f01-9944-c78d79fc5a90 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:56:55.696254 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-58932895-d2d6-4e80-b8de-74d5e395ad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:55.740401 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-58932895-d2d6-4e80-b8de-74d5e395ad51 None None] Port 44069e10-04c2-4f01-9944-c78d79fc5a90 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:56:55.743466 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d4e77-3667-4750-b24c-5e199b6fdfd5 req-8ecb9155-609a-4ade-bafb-73ccf35a5e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:55.745419 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a17d4e77-3667-4750-b24c-5e199b6fdfd5 req-8ecb9155-609a-4ade-bafb-73ccf35a5e9e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 1129 time: 0.0464134 May 04 14:56:55.836869 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d4e77-3667-4750-b24c-5e199b6fdfd5 req-f5e9b745-2e96-44af-8cdc-ffb12e791a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:55.838349 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a17d4e77-3667-4750-b24c-5e199b6fdfd5 req-f5e9b745-2e96-44af-8cdc-ffb12e791a84 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 920 time: 0.0866601 May 04 14:56:55.908584 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a17d4e77-3667-4750-b24c-5e199b6fdfd5 req-ab0bd1da-95cf-46f8-ac1b-ca4d78a2039f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad36e220-76e4-4ce5-bdaa-448914145200 HTTP/1.1" status: 200 len: 1000 time: 0.0629654 May 04 14:56:55.922753 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44069e10-04c2-4f01-9944-c78d79fc5a90 {{(pid=115137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:56:55.932043 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Publish callbacks [] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:55.947591 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.provisioning_blocks [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Transition to ACTIVE for port object 44069e10-04c2-4f01-9944-c78d79fc5a90 will not be triggered until provisioned by entity L2. {{(pid=115137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:56:55.952365 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:55.964229 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d4e77-3667-4750-b24c-5e199b6fdfd5 req-afd15eea-6cc0-4509-867f-7ea184eec022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:55.965820 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a17d4e77-3667-4750-b24c-5e199b6fdfd5 req-afd15eea-6cc0-4509-867f-7ea184eec022 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.0484054 May 04 14:56:56.015262 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d4e77-3667-4750-b24c-5e199b6fdfd5 req-0ece7770-e3c5-4ce1-96e2-c8f09c8e547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:56.017433 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a17d4e77-3667-4750-b24c-5e199b6fdfd5 req-0ece7770-e3c5-4ce1-96e2-c8f09c8e547f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423756 May 04 14:56:56.031854 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=44069e10-04c2-4f01-9944-c78d79fc5a90,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:56.049986 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ba77-0438-4f06-bcc1-1dfe0b0ebc82 req-efb83d09-f7ca-4e9b-9bb2-443c627e3a4d tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:56.051558 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cc69ba77-0438-4f06-bcc1-1dfe0b0ebc82 req-efb83d09-f7ca-4e9b-9bb2-443c627e3a4d tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 943 time: 0.0726838 May 04 14:56:56.132854 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a17d4e77-3667-4750-b24c-5e199b6fdfd5 req-910bcc91-706d-47ce-83cd-dc28cffa20ef service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035361 May 04 14:56:56.150530 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cc69ba77-0438-4f06-bcc1-1dfe0b0ebc82 req-71b7dd34-0ae9-4313-b63c-e305260d0754 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836647 May 04 14:56:56.155275 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Attempting to bind port 44069e10-04c2-4f01-9944-c78d79fc5a90 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:56:56.155612 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Attempting to bind port 44069e10-04c2-4f01-9944-c78d79fc5a90 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'}] {{(pid=115137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:56:56.156116 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Attempting to bind port 44069e10-04c2-4f01-9944-c78d79fc5a90 on network 79f79ca7-23fe-4754-96e7-93df86905dc1 {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:56:56.161343 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Port 44069e10-04c2-4f01-9944-c78d79fc5a90 on network 79f79ca7-23fe-4754-96e7-93df86905dc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:56:56.161591 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Attempting to bind port 44069e10-04c2-4f01-9944-c78d79fc5a90 on network 79f79ca7-23fe-4754-96e7-93df86905dc1 {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:56:56.167062 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:56:56.167403 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Checking segment: {'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:56:56.167867 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Bound using segment: {'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'} {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:56:56.168384 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Bound port: 44069e10-04c2-4f01-9944-c78d79fc5a90, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35db688c-d435-4ae9-863b-69b95ec0af0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1'}}] {{(pid=115137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:56:56.168647 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:56.234769 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a17d4e77-3667-4750-b24c-5e199b6fdfd5 req-23d0bbb6-3232-49af-b9c5-bda98cec5fb3 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952034 May 04 14:56:56.246574 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] For port 44069e10-04c2-4f01-9944-c78d79fc5a90, host hv-cinder-84049, cleared binding levels {{(pid=115137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:56:56.250049 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] For port 44069e10-04c2-4f01-9944-c78d79fc5a90, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=44069e10-04c2-4f01-9944-c78d79fc5a90,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:56:56.255842 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:56.289526 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:56.290136 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:56.291501 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] 10.222.0.49 "PUT /v2.0/ports/44069e10-04c2-4f01-9944-c78d79fc5a90 HTTP/1.1" status: 200 len: 1093 time: 0.7331717 May 04 14:56:56.291940 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'tag': '44069e10-04c2-4f01-9944-c78d79fc5a90'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:56:56.294393 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7659a272-fa0f-4a4b-9d68-bbe131ca1630" -d '{"events": [{"name": "network-changed", "server_uuid": "0b522598-466a-43f4-9891-ad928cc7a0b4", "tag": "44069e10-04c2-4f01-9944-c78d79fc5a90"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:56:56.346900 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb941803-e0b3-4240-bb8e-a0a9fe600894 x-openstack-request-id: req-eb941803-e0b3-4240-bb8e-a0a9fe600894 {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:56:56.347190 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b522598-466a-43f4-9891-ad928cc7a0b4", "tag": "44069e10-04c2-4f01-9944-c78d79fc5a90", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:56:56.347445 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb941803-e0b3-4240-bb8e-a0a9fe600894 {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:56:56.347902 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb941803-e0b3-4240-bb8e-a0a9fe600894'] response: {'name': 'network-changed', 'server_uuid': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'tag': '44069e10-04c2-4f01-9944-c78d79fc5a90', 'status': 'completed', 'code': 200} May 04 14:56:56.350423 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0394e-bb82-4389-866c-24be48a4d2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=44069e10-04c2-4f01-9944-c78d79fc5a90,revision_number=3']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:56.385806 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-e07855e0-abc0-4a5e-aa3c-51f631225ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:56.387435 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-e07855e0-abc0-4a5e-aa3c-51f631225ef3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f512333663064960847a1dd30c177cf9&device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 1127 time: 0.0550416 May 04 14:56:56.436839 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-9a8dfa3e-742f-4668-addb-c1110851bec3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44069e10-04c2-4f01-9944-c78d79fc5a90 HTTP/1.1" status: 200 len: 217 time: 0.0351126 May 04 14:56:56.489884 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-a8571483-20ed-43e1-b131-040621f619ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:56.491443 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-a8571483-20ed-43e1-b131-040621f619ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=086b520e-6c45-43fc-b9e3-376e899c6b75 HTTP/1.1" status: 200 len: 856 time: 0.0451961 May 04 14:56:56.540835 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-e189338e-fa61-403f-8f69-e08fa6f8b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:56.542415 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-e189338e-fa61-403f-8f69-e08fa6f8b760 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79f79ca7-23fe-4754-96e7-93df86905dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438139 May 04 14:56:56.642573 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-600d72b7-ec5d-4086-a61c-46b19423684a service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910990 May 04 14:56:56.743740 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-11a8f9b3-6a0a-4e63-8a41-aa31214ccee7 req-38c4b3a4-6855-438d-affc-7727a14a743b service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932388 May 04 14:56:57.289088 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9a7d0-1c30-4f76-a153-b9472350f757 req-a6160f51-ca81-4920-ab22-b67d238c1d40 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:57.290567 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9dd9a7d0-1c30-4f76-a153-b9472350f757 req-a6160f51-ca81-4920-ab22-b67d238c1d40 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 943 time: 0.0588369 May 04 14:56:57.340498 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9dd9a7d0-1c30-4f76-a153-b9472350f757 req-78049e2a-7786-4257-8f80-d902cdd466de tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430229 May 04 14:56:57.747747 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659a272-fa0f-4a4b-9d68-bbe131ca1630 req-cb8c25ab-3294-40bd-bf8b-5a0d35950bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:57.749405 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7659a272-fa0f-4a4b-9d68-bbe131ca1630 req-cb8c25ab-3294-40bd-bf8b-5a0d35950bce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f512333663064960847a1dd30c177cf9&device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 1127 time: 0.0407453 May 04 14:56:57.853543 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659a272-fa0f-4a4b-9d68-bbe131ca1630 req-b82a75ea-7586-4012-bba7-6362c90a6a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:57.855058 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7659a272-fa0f-4a4b-9d68-bbe131ca1630 req-b82a75ea-7586-4012-bba7-6362c90a6a9a service neutron] 10.222.0.49 "GET /v2.0/networks?id=79f79ca7-23fe-4754-96e7-93df86905dc1 HTTP/1.1" status: 200 len: 918 time: 0.0979528 May 04 14:56:57.904276 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7659a272-fa0f-4a4b-9d68-bbe131ca1630 req-1098a76b-0653-41fe-aec8-d44459ba85c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44069e10-04c2-4f01-9944-c78d79fc5a90 HTTP/1.1" status: 200 len: 217 time: 0.0371776 May 04 14:56:57.964608 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659a272-fa0f-4a4b-9d68-bbe131ca1630 req-ca851fc1-617e-4ed6-a342-17598f5cb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:57.966180 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7659a272-fa0f-4a4b-9d68-bbe131ca1630 req-ca851fc1-617e-4ed6-a342-17598f5cb2bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=086b520e-6c45-43fc-b9e3-376e899c6b75 HTTP/1.1" status: 200 len: 856 time: 0.0555160 May 04 14:56:58.014345 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659a272-fa0f-4a4b-9d68-bbe131ca1630 req-cace692b-ecc9-4012-b4c5-a3a662a3bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:58.015903 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7659a272-fa0f-4a4b-9d68-bbe131ca1630 req-cace692b-ecc9-4012-b4c5-a3a662a3bc83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79f79ca7-23fe-4754-96e7-93df86905dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431910 May 04 14:56:58.111980 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7659a272-fa0f-4a4b-9d68-bbe131ca1630 req-2d23cf20-fd9e-4a43-977f-08dce67bc474 service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890369 May 04 14:56:58.210972 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7659a272-fa0f-4a4b-9d68-bbe131ca1630 req-d89e01dd-3e36-4aa2-b12b-668dcee52243 service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932658 May 04 14:56:58.479032 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6598008-6ba4-4243-aef7-08473ec21a87 req-73d94cf5-5393-4d33-ad07-56e449042cf0 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:58.480644 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d6598008-6ba4-4243-aef7-08473ec21a87 req-73d94cf5-5393-4d33-ad07-56e449042cf0 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 943 time: 0.0638540 May 04 14:56:58.532475 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d6598008-6ba4-4243-aef7-08473ec21a87 req-96c17541-a2a6-4a98-89a2-22286e7991fe tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459354 May 04 14:56:59.641690 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 44069e10-04c2-4f01-9944-c78d79fc5a90 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:56:59.657899 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaf264-38d4-4b85-b75e-3877bdefdd10 req-f8c3bd6c-214a-4f45-aad7-2757f51ef00e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:56:59.659473 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1ecaf264-38d4-4b85-b75e-3877bdefdd10 req-f8c3bd6c-214a-4f45-aad7-2757f51ef00e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 943 time: 0.0507052 May 04 14:56:59.731258 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1ecaf264-38d4-4b85-b75e-3877bdefdd10 req-fb0b4d7d-48a0-4f54-84e3-c0ecf38bd978 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613160 May 04 14:56:59.749893 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 44069e10-04c2-4f01-9944-c78d79fc5a90, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=44069e10-04c2-4f01-9944-c78d79fc5a90,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:56:59.764337 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '44069e10-04c2-4f01-9944-c78d79fc5a90', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'port_id': '44069e10-04c2-4f01-9944-c78d79fc5a90', 'mac_address': 'fa:16:3e:98:85:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:56:59.806765 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 44069e10-04c2-4f01-9944-c78d79fc5a90 is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:56:59.807165 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:59.823067 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44069e10-04c2-4f01-9944-c78d79fc5a90 {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:56:59.849856 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 44069e10-04c2-4f01-9944-c78d79fc5a90, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=44069e10-04c2-4f01-9944-c78d79fc5a90,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:56:59.855591 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:56:59.915618 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=44069e10-04c2-4f01-9944-c78d79fc5a90,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:56:59.923994 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:59.924332 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:59.924667 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:59.925035 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:59.925363 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:59.925690 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:59.926004 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:59.926320 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:59.926638 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:59.926952 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:59.927269 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:59.927606 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:59.927929 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:59.928240 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:56:59.928552 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:00.145387 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['44069e10-04c2-4f01-9944-c78d79fc5a90'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:57:00.877738 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3317b-7590-474b-86bc-bccc8223b8de req-c61138a3-bc76-4012-a329-8c2c21d253ea tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:00.879292 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4ae3317b-7590-474b-86bc-bccc8223b8de req-c61138a3-bc76-4012-a329-8c2c21d253ea tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 944 time: 0.0491524 May 04 14:57:00.934988 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4ae3317b-7590-474b-86bc-bccc8223b8de req-a30914b3-c041-45e9-8237-c2d379cbc8b1 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469961 May 04 14:57:01.655682 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 44069e10-04c2-4f01-9944-c78d79fc5a90 up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:57:01.707452 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port 44069e10-04c2-4f01-9944-c78d79fc5a90 completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:57:01.717993 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 44069e10-04c2-4f01-9944-c78d79fc5a90 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:57:01.718510 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:01.803697 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 44069e10-04c2-4f01-9944-c78d79fc5a90 is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:57:01.804081 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:01.828197 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44069e10-04c2-4f01-9944-c78d79fc5a90'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:57:01.831160 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410fc575-c234-4357-b298-97221d6b7c6d" -d '{"events": [{"server_uuid": "0b522598-466a-43f4-9891-ad928cc7a0b4", "name": "network-vif-plugged", "status": "completed", "tag": "44069e10-04c2-4f01-9944-c78d79fc5a90"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:57:01.853732 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 44069e10-04c2-4f01-9944-c78d79fc5a90, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=44069e10-04c2-4f01-9944-c78d79fc5a90,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:57:01.858910 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:01.894407 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d3d525-71cc-4e91-96b1-11a26d3f39fc x-openstack-request-id: req-73d3d525-71cc-4e91-96b1-11a26d3f39fc {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:57:01.894963 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b522598-466a-43f4-9891-ad928cc7a0b4", "name": "network-vif-plugged", "status": "completed", "tag": "44069e10-04c2-4f01-9944-c78d79fc5a90", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:57:01.894963 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73d3d525-71cc-4e91-96b1-11a26d3f39fc {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:57:01.895380 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d3d525-71cc-4e91-96b1-11a26d3f39fc'] response: {'server_uuid': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44069e10-04c2-4f01-9944-c78d79fc5a90', 'code': 200} May 04 14:57:01.913689 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=44069e10-04c2-4f01-9944-c78d79fc5a90,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:02.069972 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa00f09-df31-47d4-acce-be969279cedc req-b64c1b64-8715-4ddd-b5be-9c80c21c591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:02.071503 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bfa00f09-df31-47d4-acce-be969279cedc req-b64c1b64-8715-4ddd-b5be-9c80c21c591a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 1129 time: 0.0440412 May 04 14:57:02.076166 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb0098-a200-4529-bcc0-641bc2651760 req-fdec898f-e7ea-4389-bb33-e921cd40ed92 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:02.077788 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-90cb0098-a200-4529-bcc0-641bc2651760 req-fdec898f-e7ea-4389-bb33-e921cd40ed92 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0582478 May 04 14:57:02.117424 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-bfa00f09-df31-47d4-acce-be969279cedc req-75648e01-7b4d-40b8-a40a-8086869cbcce service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394866 May 04 14:57:02.131557 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-90cb0098-a200-4529-bcc0-641bc2651760 req-a8ccc29c-48d4-4015-8405-aaa061f3f9f6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480404 May 04 14:57:02.894167 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c47c22a8-30c0-4fad-9ffc-f32805729037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:03.266881 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bbe98-baaf-4525-a8d1-51bb8c250d11 req-83ac0868-d868-485f-aac0-c4ce8efcbe52 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:03.268391 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1d8bbe98-baaf-4525-a8d1-51bb8c250d11 req-83ac0868-d868-485f-aac0-c4ce8efcbe52 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0577836 May 04 14:57:03.321860 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1d8bbe98-baaf-4525-a8d1-51bb8c250d11 req-37b4a4e6-75ca-4160-9b66-48ec8fc88a1d tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474417 May 04 14:57:04.479257 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0804a-f642-4d1a-bae7-5d610be40016 req-07c51694-5982-4e0a-8e97-59a0ba9ded83 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:04.480774 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b3e0804a-f642-4d1a-bae7-5d610be40016 req-07c51694-5982-4e0a-8e97-59a0ba9ded83 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0547776 May 04 14:57:04.533079 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b3e0804a-f642-4d1a-bae7-5d610be40016 req-383410b5-3b3d-4f20-89e7-98ce7c7097ab tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461922 May 04 14:57:04.654400 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302433f-cbd0-4f17-a2d1-890049c5b646 req-0aab3b53-fde0-49a1-920a-17b95a8b32c8 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:04.655901 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d302433f-cbd0-4f17-a2d1-890049c5b646 req-0aab3b53-fde0-49a1-920a-17b95a8b32c8 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0531082 May 04 14:57:04.664931 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41216) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:04.669523 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-e7ab0b6d-9a13-4803-8fec-7164c2d8aafe tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Request body: {'floatingip': {'port_id': '44069e10-04c2-4f01-9944-c78d79fc5a90'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:57:04.715161 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0b6d-9a13-4803-8fec-7164c2d8aafe tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for floatingip (2cffc685-f4d1-4d25-9226-5555802d027d), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:04.746355 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-7b2ce4e2-3dc8-4cac-a5fb-9ebeba8a8b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:05.246124 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0b6d-9a13-4803-8fec-7164c2d8aafe tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:05.250902 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0b6d-9a13-4803-8fec-7164c2d8aafe tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (2cffc685-f4d1-4d25-9226-5555802d027d), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:05.356676 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [None req-e7ab0b6d-9a13-4803-8fec-7164c2d8aafe tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Floating IP 2cffc685-f4d1-4d25-9226-5555802d027d associated. External IP: 172.27.2.92, port: 44069e10-04c2-4f01-9944-c78d79fc5a90. May 04 14:57:05.585517 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ab0b6d-9a13-4803-8fec-7164c2d8aafe tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:57:05.700526 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ab0b6d-9a13-4803-8fec-7164c2d8aafe tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:57:05.705475 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0b6d-9a13-4803-8fec-7164c2d8aafe tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:05.713061 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5ae4e2-7593-4434-8bd3-57c2699e9c0b None None] Sync routers for ids ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:57:05.723681 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5ae4e2-7593-4434-8bd3-57c2699e9c0b None None] Routers {'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:57:05.724815 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-0e5ae4e2-7593-4434-8bd3-57c2699e9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:57:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:05.735471 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-e7ab0b6d-9a13-4803-8fec-7164c2d8aafe tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "PUT /v2.0/floatingips/2cffc685-f4d1-4d25-9226-5555802d027d HTTP/1.1" status: 200 len: 990 time: 1.0694442 May 04 14:57:05.736164 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'tag': '44069e10-04c2-4f01-9944-c78d79fc5a90'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:57:05.738440 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841c95cf-d4a0-4e95-9a6f-ba52d25b0da5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b522598-466a-43f4-9891-ad928cc7a0b4", "tag": "44069e10-04c2-4f01-9944-c78d79fc5a90"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:57:05.776430 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1c6be6-b34f-4b9d-b8f2-79a755f459f3 x-openstack-request-id: req-dd1c6be6-b34f-4b9d-b8f2-79a755f459f3 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:57:05.776726 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b522598-466a-43f4-9891-ad928cc7a0b4", "tag": "44069e10-04c2-4f01-9944-c78d79fc5a90", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:57:05.777047 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd1c6be6-b34f-4b9d-b8f2-79a755f459f3 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:57:05.777424 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1c6be6-b34f-4b9d-b8f2-79a755f459f3'] response: {'name': 'network-changed', 'server_uuid': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'tag': '44069e10-04c2-4f01-9944-c78d79fc5a90', 'status': 'completed', 'code': 200} May 04 14:57:05.849432 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c95cf-d4a0-4e95-9a6f-ba52d25b0da5 req-fd1eb867-c333-4caa-83b9-62d645d76e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:05.851121 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-841c95cf-d4a0-4e95-9a6f-ba52d25b0da5 req-fd1eb867-c333-4caa-83b9-62d645d76e1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f512333663064960847a1dd30c177cf9&device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 1129 time: 0.0427713 May 04 14:57:05.947806 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c95cf-d4a0-4e95-9a6f-ba52d25b0da5 req-44a3f153-8da7-413f-82d6-8c15a5cf031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:05.949342 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-841c95cf-d4a0-4e95-9a6f-ba52d25b0da5 req-44a3f153-8da7-413f-82d6-8c15a5cf031a service neutron] 10.222.0.49 "GET /v2.0/networks?id=79f79ca7-23fe-4754-96e7-93df86905dc1 HTTP/1.1" status: 200 len: 918 time: 0.0904362 May 04 14:57:05.970510 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-0e5ae4e2-7593-4434-8bd3-57c2699e9c0b None None] Set router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:57:06.024965 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-841c95cf-d4a0-4e95-9a6f-ba52d25b0da5 req-b1b0a8cf-db81-41b0-a90a-355d8b38b582 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44069e10-04c2-4f01-9944-c78d79fc5a90 HTTP/1.1" status: 200 len: 998 time: 0.0676785 May 04 14:57:06.083028 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c95cf-d4a0-4e95-9a6f-ba52d25b0da5 req-a8387ad3-8fa3-45d4-80f6-47dc93bbb2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:06.084607 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-841c95cf-d4a0-4e95-9a6f-ba52d25b0da5 req-a8387ad3-8fa3-45d4-80f6-47dc93bbb2ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=086b520e-6c45-43fc-b9e3-376e899c6b75 HTTP/1.1" status: 200 len: 856 time: 0.0456297 May 04 14:57:06.089077 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:06.132609 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c95cf-d4a0-4e95-9a6f-ba52d25b0da5 req-3d478b92-e9f3-466f-954e-6af5151f4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:06.134631 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-841c95cf-d4a0-4e95-9a6f-ba52d25b0da5 req-3d478b92-e9f3-466f-954e-6af5151f4380 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79f79ca7-23fe-4754-96e7-93df86905dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403600 May 04 14:57:06.232323 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-841c95cf-d4a0-4e95-9a6f-ba52d25b0da5 req-a5d6b11c-4f1b-4c63-8929-17a8d1ef1c4d service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897744 May 04 14:57:06.257925 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-0e5ae4e2-7593-4434-8bd3-57c2699e9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '2cffc685-f4d1-4d25-9226-5555802d027d', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'port_id': '44069e10-04c2-4f01-9944-c78d79fc5a90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'mac_address': 'fa:16:3e:98:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:56:51Z', 'updated_at': '2022-05-04T14:57:05Z', 'revision_number': 1, 'project_id': 'f512333663064960847a1dd30c177cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 5, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:06.289227 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5ae4e2-7593-4434-8bd3-57c2699e9c0b None None] Checking router: c8f1673e-21ca-40b1-bb42-6ec2cf00c31e for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:57:06.298600 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5ae4e2-7593-4434-8bd3-57c2699e9c0b None None] Routers {'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:57:06.299220 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-0e5ae4e2-7593-4434-8bd3-57c2699e9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:57:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:06.327050 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-841c95cf-d4a0-4e95-9a6f-ba52d25b0da5 req-18991e65-c899-4f10-9ed0-0615aa12536b service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875869 May 04 14:57:06.431958 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-0e5ae4e2-7593-4434-8bd3-57c2699e9c0b None None] Set router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:57:06.660652 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-0e5ae4e2-7593-4434-8bd3-57c2699e9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '2cffc685-f4d1-4d25-9226-5555802d027d', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'port_id': '44069e10-04c2-4f01-9944-c78d79fc5a90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'mac_address': 'fa:16:3e:98:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:56:51Z', 'updated_at': '2022-05-04T14:57:05Z', 'revision_number': 1, 'project_id': 'f512333663064960847a1dd30c177cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 5, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:06.714579 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5ae4e2-7593-4434-8bd3-57c2699e9c0b None None] The sync data for ids ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'] in dv-cinder-840493-1-iscsi is: [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '2cffc685-f4d1-4d25-9226-5555802d027d', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'port_id': '44069e10-04c2-4f01-9944-c78d79fc5a90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'mac_address': 'fa:16:3e:98:85:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:56:51Z', 'updated_at': '2022-05-04T14:57:05Z', 'revision_number': 1, 'project_id': 'f512333663064960847a1dd30c177cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 5, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:57:06.942846 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe183d0-b3b5-4230-93fa-41421ae8c653 None None] New status for floating IP 2cffc685-f4d1-4d25-9226-5555802d027d: ACTIVE {{(pid=115139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:57:07.458021 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:08.546192 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b01b417e-31c7-4202-a17e-280c1954d581 req-d4fa2808-0e3e-4a5d-8f44-568f1857940b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453060 May 04 14:57:08.619046 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b417e-31c7-4202-a17e-280c1954d581 req-8a745d0b-343b-4dc4-b352-7283a4b61548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:08.621117 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b01b417e-31c7-4202-a17e-280c1954d581 req-8a745d0b-343b-4dc4-b352-7283a4b61548 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f96454a48c304aabbcb82ad8a2771b01&device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 1130 time: 0.0407805 May 04 14:57:08.749419 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b417e-31c7-4202-a17e-280c1954d581 req-e7aee750-54d1-4ea7-ab55-52546ee137c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:08.750960 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b01b417e-31c7-4202-a17e-280c1954d581 req-e7aee750-54d1-4ea7-ab55-52546ee137c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 200 len: 920 time: 0.1015141 May 04 14:57:08.794876 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b01b417e-31c7-4202-a17e-280c1954d581 req-48c05c7f-b8dd-4b9f-8e1f-823002e50bcc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a012faf7-a201-4b84-9626-0d878ca7e4a3 HTTP/1.1" status: 200 len: 217 time: 0.0361450 May 04 14:57:08.848020 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b417e-31c7-4202-a17e-280c1954d581 req-64250e99-06b8-4987-a26e-b85210599882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:08.849820 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b01b417e-31c7-4202-a17e-280c1954d581 req-64250e99-06b8-4987-a26e-b85210599882 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 200 len: 858 time: 0.0470228 May 04 14:57:08.870251 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:08.900218 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b417e-31c7-4202-a17e-280c1954d581 req-d2c38e84-3645-4c58-ac84-57300e95bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:08.901789 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b01b417e-31c7-4202-a17e-280c1954d581 req-d2c38e84-3645-4c58-ac84-57300e95bf4a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0132aa9d-215e-458d-ac0a-392119ca6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443916 May 04 14:57:08.998273 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b01b417e-31c7-4202-a17e-280c1954d581 req-7b023f03-c713-4ac9-b1fb-3788bbe7becc service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883789 May 04 14:57:09.096726 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b01b417e-31c7-4202-a17e-280c1954d581 req-73c67b32-31ab-481b-b829-f8027256c235 service neutron] 10.222.0.49 "GET /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881319 May 04 14:57:13.364847 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:15.780781 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347463ea-75ad-4c33-a149-437337371784 req-91383ca6-a3f7-4988-9be7-829b1092bb32 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:15.782324 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-347463ea-75ad-4c33-a149-437337371784 req-91383ca6-a3f7-4988-9be7-829b1092bb32 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0568624 May 04 14:57:15.835267 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-347463ea-75ad-4c33-a149-437337371784 req-a42572d2-da32-4ec3-8f87-ba7e7f8b0adb tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458522 May 04 14:57:17.106660 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14010af5-3852-4c55-ba02-2061a2f253cf req-2822a202-5acf-46f0-ac93-1f26820cb0dd tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:17.108221 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-14010af5-3852-4c55-ba02-2061a2f253cf req-2822a202-5acf-46f0-ac93-1f26820cb0dd tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.1775155 May 04 14:57:17.160682 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-14010af5-3852-4c55-ba02-2061a2f253cf req-4ac51ad2-ab4a-40ef-9e24-93ae822ce48e tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461550 May 04 14:57:17.925916 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a12c8-2161-4e0e-ba76-e272a7f6558a req-7df1876f-9561-4ca9-a0fe-ee2af5497cdc tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:17.927414 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3a5a12c8-2161-4e0e-ba76-e272a7f6558a req-7df1876f-9561-4ca9-a0fe-ee2af5497cdc tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.49 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.0486796 May 04 14:57:18.022322 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [req-3a5a12c8-2161-4e0e-ba76-e272a7f6558a req-53e1a28e-52db-4d94-8862-10988bead471 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Deleting port c18b155c-4dd9-4569-a3a7-24c294403087 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:57:18.022642 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-3a5a12c8-2161-4e0e-ba76-e272a7f6558a req-53e1a28e-52db-4d94-8862-10988bead471 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (c18b155c-4dd9-4569-a3a7-24c294403087), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:18.116810 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-3a5a12c8-2161-4e0e-ba76-e272a7f6558a req-53e1a28e-52db-4d94-8862-10988bead471 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] For port c18b155c-4dd9-4569-a3a7-24c294403087, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=c18b155c-4dd9-4569-a3a7-24c294403087,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:57:18.117183 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-3a5a12c8-2161-4e0e-ba76-e272a7f6558a req-53e1a28e-52db-4d94-8862-10988bead471 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (c18b155c-4dd9-4569-a3a7-24c294403087), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:18.309900 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-3a5a12c8-2161-4e0e-ba76-e272a7f6558a req-53e1a28e-52db-4d94-8862-10988bead471 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:18.310691 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-3a5a12c8-2161-4e0e-ba76-e272a7f6558a req-53e1a28e-52db-4d94-8862-10988bead471 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (872421ec-9692-47af-aead-cd2bef2d5d18), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:18.311065 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.l3_db [req-3a5a12c8-2161-4e0e-ba76-e272a7f6558a req-53e1a28e-52db-4d94-8862-10988bead471 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Floating IP 872421ec-9692-47af-aead-cd2bef2d5d18 disassociated. External IP: 172.27.2.156, port: c18b155c-4dd9-4569-a3a7-24c294403087. May 04 14:57:18.311327 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [req-3a5a12c8-2161-4e0e-ba76-e272a7f6558a req-53e1a28e-52db-4d94-8862-10988bead471 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Calling delete_port for c18b155c-4dd9-4569-a3a7-24c294403087 owned by compute:nova {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:57:18.352309 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c06ecb-0a6c-412b-a9fa-0f7e086fbd07 req-6332b8bf-3429-4865-a122-54e89735bc52 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:18.353816 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-86c06ecb-0a6c-412b-a9fa-0f7e086fbd07 req-6332b8bf-3429-4865-a122-54e89735bc52 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 946 time: 0.1213078 May 04 14:57:18.448665 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-86c06ecb-0a6c-412b-a9fa-0f7e086fbd07 req-022930ab-cd68-4a3d-8895-66d69bd53aaa tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c466a3f-dacd-4194-b641-284230ef6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676572 May 04 14:57:18.772357 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-3a5a12c8-2161-4e0e-ba76-e272a7f6558a req-53e1a28e-52db-4d94-8862-10988bead471 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (c18b155c-4dd9-4569-a3a7-24c294403087), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:18.801153 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1a28e-52db-4d94-8862-10988bead471 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event deleted for resources: {'Port': ['ID=c18b155c-4dd9-4569-a3a7-24c294403087,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:18.922061 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a5a12c8-2161-4e0e-ba76-e272a7f6558a req-53e1a28e-52db-4d94-8862-10988bead471 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Router df0aba8d-13bb-4748-92ca-77bf224d6ea8 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:57:19.047958 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a5a12c8-2161-4e0e-ba76-e272a7f6558a req-53e1a28e-52db-4d94-8862-10988bead471 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:57:19.060669 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d31c3a7-5135-4bff-8a76-e2e0d3a77a39 None None] Sync routers for ids ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:57:19.073400 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31c3a7-5135-4bff-8a76-e2e0d3a77a39 None None] Routers {'df0aba8d-13bb-4748-92ca-77bf224d6ea8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:57:19.074552 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-8d31c3a7-5135-4bff-8a76-e2e0d3a77a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:57:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:19.095159 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5a12c8-2161-4e0e-ba76-e272a7f6558a req-53e1a28e-52db-4d94-8862-10988bead471 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] No DVR routers for this DVR port c18b155c-4dd9-4569-a3a7-24c294403087 on host hv-cinder-84049 {{(pid=115137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:57:19.098354 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-3a5a12c8-2161-4e0e-ba76-e272a7f6558a req-53e1a28e-52db-4d94-8862-10988bead471 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:19.102470 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3a5a12c8-2161-4e0e-ba76-e272a7f6558a req-53e1a28e-52db-4d94-8862-10988bead471 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.49 "DELETE /v2.0/ports/c18b155c-4dd9-4569-a3a7-24c294403087 HTTP/1.1" status: 204 len: 173 time: 1.1685166 May 04 14:57:19.102987 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27224db4-b2d5-4fd7-95e5-573f04e66002', 'name': 'network-vif-deleted', 'tag': 'c18b155c-4dd9-4569-a3a7-24c294403087'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:57:19.105342 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e7e60f-eaa0-4bb7-8deb-5c0e9f772488" -d '{"events": [{"server_uuid": "27224db4-b2d5-4fd7-95e5-573f04e66002", "name": "network-vif-deleted", "tag": "c18b155c-4dd9-4569-a3a7-24c294403087"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:57:19.146781 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a6c61b-7c92-43b1-b405-b9be2892a028 x-openstack-request-id: req-74a6c61b-7c92-43b1-b405-b9be2892a028 {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:57:19.147149 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27224db4-b2d5-4fd7-95e5-573f04e66002", "name": "network-vif-deleted", "tag": "c18b155c-4dd9-4569-a3a7-24c294403087", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:57:19.147461 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74a6c61b-7c92-43b1-b405-b9be2892a028 {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:57:19.147933 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a6c61b-7c92-43b1-b405-b9be2892a028'] response: {'server_uuid': '27224db4-b2d5-4fd7-95e5-573f04e66002', 'name': 'network-vif-deleted', 'tag': 'c18b155c-4dd9-4569-a3a7-24c294403087', 'status': 'completed', 'code': 200} May 04 14:57:19.210224 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-8d31c3a7-5135-4bff-8a76-e2e0d3a77a39 None None] Set router df0aba8d-13bb-4748-92ca-77bf224d6ea8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:57:19.432651 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-8d31c3a7-5135-4bff-8a76-e2e0d3a77a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:46Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'ee6afb46-71cb-4419-bd4c-1f82aaec5714', 'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'mac_address': 'fa:16:3e:4e:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:43Z', 'updated_at': '2022-05-04T14:53:00Z', 'revision_number': 5, 'project_id': '367321a836de445f9e65af1baac99c98', 'subnets': [{'id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:19.461815 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d31c3a7-5135-4bff-8a76-e2e0d3a77a39 None None] Checking router: df0aba8d-13bb-4748-92ca-77bf224d6ea8 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:57:19.470307 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31c3a7-5135-4bff-8a76-e2e0d3a77a39 None None] Routers {'df0aba8d-13bb-4748-92ca-77bf224d6ea8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:57:19.470938 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-8d31c3a7-5135-4bff-8a76-e2e0d3a77a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:57:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:19.571510 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8f253577-b0ae-4e50-b0e7-d6ddb3c784b0 req-2ce63d4c-165d-425f-a2ba-def0cc46f43f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=27224db4-b2d5-4fd7-95e5-573f04e66002 HTTP/1.1" status: 200 len: 210 time: 0.0339701 May 04 14:57:19.603323 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-8d31c3a7-5135-4bff-8a76-e2e0d3a77a39 None None] Set router df0aba8d-13bb-4748-92ca-77bf224d6ea8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:57:19.807163 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-8d31c3a7-5135-4bff-8a76-e2e0d3a77a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:46Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'ee6afb46-71cb-4419-bd4c-1f82aaec5714', 'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'mac_address': 'fa:16:3e:4e:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:43Z', 'updated_at': '2022-05-04T14:53:00Z', 'revision_number': 5, 'project_id': '367321a836de445f9e65af1baac99c98', 'subnets': [{'id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:19.835076 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d31c3a7-5135-4bff-8a76-e2e0d3a77a39 None None] The sync data for ids ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'] in dv-cinder-840493-1-iscsi is: [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:46Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'ee6afb46-71cb-4419-bd4c-1f82aaec5714', 'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'mac_address': 'fa:16:3e:4e:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:43Z', 'updated_at': '2022-05-04T14:53:00Z', 'revision_number': 5, 'project_id': '367321a836de445f9e65af1baac99c98', 'subnets': [{'id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:57:20.061052 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db115589-c182-4c89-a50d-8b6f1bceefe9 None None] New status for floating IP 872421ec-9692-47af-aead-cd2bef2d5d18: DOWN {{(pid=115139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:57:20.666622 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41258) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:20.729913 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bf98d3f7-8080-4ecc-a909-020b536ebde3 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group (5c466a3f-dacd-4194-b641-284230ef6cc0), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:20.758859 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bf98d3f7-8080-4ecc-a909-020b536ebde3 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group (5c466a3f-dacd-4194-b641-284230ef6cc0), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:20.813460 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bf98d3f7-8080-4ecc-a909-020b536ebde3 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (5c466a3f-dacd-4194-b641-284230ef6cc0), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:20.816158 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bf98d3f7-8080-4ecc-a909-020b536ebde3 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:20.817458 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-bf98d3f7-8080-4ecc-a909-020b536ebde3 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "DELETE /v2.0/security-groups/5c466a3f-dacd-4194-b641-284230ef6cc0 HTTP/1.1" status: 204 len: 168 time: 0.1495414 May 04 14:57:20.821088 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41260) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:20.827703 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98d3f7-8080-4ecc-a909-020b536ebde3 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c466a3f-dacd-4194-b641-284230ef6cc0,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:20.844492 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.api.v2.resource [None req-2bcbd0cf-2a33-4f3a-8d47-2bcf1c0512cc tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] show failed (client error): The resource could not be found. May 04 14:57:20.849238 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-2bcbd0cf-2a33-4f3a-8d47-2bcf1c0512cc tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups/5c466a3f-dacd-4194-b641-284230ef6cc0 HTTP/1.1" status: 404 len: 347 time: 0.0235727 May 04 14:57:20.850065 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41262) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:20.992116 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-7fc76ac0-057d-4700-aa0a-3a2751044d0d tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Deleting port 1390156b-2ae7-4b12-8360-065b5dac1e40 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:57:20.992475 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-7fc76ac0-057d-4700-aa0a-3a2751044d0d tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (1390156b-2ae7-4b12-8360-065b5dac1e40), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:21.064200 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:57:21.075930 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-7fc76ac0-057d-4700-aa0a-3a2751044d0d tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (1390156b-2ae7-4b12-8360-065b5dac1e40), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:21.076260 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-7fc76ac0-057d-4700-aa0a-3a2751044d0d tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for floatingip (1390156b-2ae7-4b12-8360-065b5dac1e40), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:21.096095 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-7fc76ac0-057d-4700-aa0a-3a2751044d0d tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Calling delete_port for 1390156b-2ae7-4b12-8360-065b5dac1e40 owned by network:floatingip {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:57:21.250570 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-7fc76ac0-057d-4700-aa0a-3a2751044d0d tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (1390156b-2ae7-4b12-8360-065b5dac1e40), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:21.284933 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc76ac0-057d-4700-aa0a-3a2751044d0d tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event deleted for resources: {'Port': ['ID=1390156b-2ae7-4b12-8360-065b5dac1e40,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:21.313355 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-7fc76ac0-057d-4700-aa0a-3a2751044d0d tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for floatingip (872421ec-9692-47af-aead-cd2bef2d5d18), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:21.315978 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-7fc76ac0-057d-4700-aa0a-3a2751044d0d tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:21.317216 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-7fc76ac0-057d-4700-aa0a-3a2751044d0d tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "DELETE /v2.0/floatingips/872421ec-9692-47af-aead-cd2bef2d5d18 HTTP/1.1" status: 204 len: 168 time: 0.4661422 May 04 14:57:21.632421 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41268) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:21.637813 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-ae8f48ae-5629-45e1-a57d-f4b78b264b40 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1048605251', 'description': 'tempest-description--992215895'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:57:21.662239 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ae8f48ae-5629-45e1-a57d-f4b78b264b40 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:21.739728 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ae8f48ae-5629-45e1-a57d-f4b78b264b40 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group (2b0bf248-fc67-464a-95c4-3c8858463acf), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:21.744163 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ae8f48ae-5629-45e1-a57d-f4b78b264b40 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (2b0bf248-fc67-464a-95c4-3c8858463acf), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:21.765017 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device c18b155c-4dd9-4569-a3a7-24c294403087 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:57:21.779690 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ae8f48ae-5629-45e1-a57d-f4b78b264b40 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:21.781284 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-ae8f48ae-5629-45e1-a57d-f4b78b264b40 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1475599 May 04 14:57:21.782171 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f48ae-5629-45e1-a57d-f4b78b264b40 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0bf248-fc67-464a-95c4-3c8858463acf,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:21.784333 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41270) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:21.788661 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: c18b155c-4dd9-4569-a3a7-24c294403087 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:57:21.788902 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-551130bd-85dc-4ee0-bbfb-260e6e650f6a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Request body: {'security_group_rule': {'security_group_id': '2b0bf248-fc67-464a-95c4-3c8858463acf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:57:21.789029 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device c18b155c-4dd9-4569-a3a7-24c294403087 not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:57:21.821034 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-551130bd-85dc-4ee0-bbfb-260e6e650f6a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group_rule (e63469fd-9854-48aa-870e-9c7bcc8bd586), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:21.886028 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-551130bd-85dc-4ee0-bbfb-260e6e650f6a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group_rule (e63469fd-9854-48aa-870e-9c7bcc8bd586), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:21.890550 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-551130bd-85dc-4ee0-bbfb-260e6e650f6a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (e63469fd-9854-48aa-870e-9c7bcc8bd586), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:21.914859 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551130bd-85dc-4ee0-bbfb-260e6e650f6a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63469fd-9854-48aa-870e-9c7bcc8bd586,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:21.931992 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-551130bd-85dc-4ee0-bbfb-260e6e650f6a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:21.933257 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-551130bd-85dc-4ee0-bbfb-260e6e650f6a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481645 May 04 14:57:21.936120 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41272) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:21.941448 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-ec2ff1ec-2fc3-415c-a137-c4c0cf75d063 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Request body: {'security_group_rule': {'security_group_id': '2b0bf248-fc67-464a-95c4-3c8858463acf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:57:21.969658 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff1ec-2fc3-415c-a137-c4c0cf75d063 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group_rule (e201fa9b-3c90-45b9-a888-c8aa44c277fe), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:22.035005 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff1ec-2fc3-415c-a137-c4c0cf75d063 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group_rule (e201fa9b-3c90-45b9-a888-c8aa44c277fe), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:22.040206 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff1ec-2fc3-415c-a137-c4c0cf75d063 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (e201fa9b-3c90-45b9-a888-c8aa44c277fe), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:22.060094 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ff1ec-2fc3-415c-a137-c4c0cf75d063 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e201fa9b-3c90-45b9-a888-c8aa44c277fe,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:22.066268 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ec2ff1ec-2fc3-415c-a137-c4c0cf75d063 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:22.067326 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-ec2ff1ec-2fc3-415c-a137-c4c0cf75d063 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298943 May 04 14:57:22.070594 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41274) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:22.075185 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Request body: {'floatingip': {'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:57:22.097261 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:22.184285 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:22.302874 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Allocated IP 172.27.2.191 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/06661b93-5ccc-4dc3-99e2-08bf12ea0563) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:57:22.423324 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for port (06661b93-5ccc-4dc3-99e2-08bf12ea0563), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:22.459063 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (06661b93-5ccc-4dc3-99e2-08bf12ea0563), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:22.498465 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:57:22.501668 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:57:22.509559 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:57:22.515714 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event updated for resources: {'Port': ['ID=06661b93-5ccc-4dc3-99e2-08bf12ea0563,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:22.606277 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for floatingip (665c3b43-b339-4d3e-aba1-6d866b3cdd3e), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:22.651848 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (06661b93-5ccc-4dc3-99e2-08bf12ea0563), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:22.807572 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for port (06661b93-5ccc-4dc3-99e2-08bf12ea0563), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:22.813927 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (06661b93-5ccc-4dc3-99e2-08bf12ea0563), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:22.885226 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event updated for resources: {'Port': ['ID=06661b93-5ccc-4dc3-99e2-08bf12ea0563,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:22.898942 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (665c3b43-b339-4d3e-aba1-6d866b3cdd3e), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:22.916471 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:22.917798 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-baea4502-310b-463e-8fbd-5e17d8c6257b tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8462272 May 04 14:57:23.139752 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-85c0d534-b779-4556-adc7-b9c397b48341 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1048605251&fields=id&tenant_id=367321a836de445f9e65af1baac99c98 HTTP/1.1" status: 200 len: 267 time: 0.0467355 May 04 14:57:23.257014 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-b72e74a4-5c12-47a9-9ee2-b7cbfeb2bfd0 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:23.259147 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-b72e74a4-5c12-47a9-9ee2-b7cbfeb2bfd0 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/networks?id=b03422af-5eb8-4977-a232-35a6a99300ff HTTP/1.1" status: 200 len: 811 time: 0.1125565 May 04 14:57:23.275112 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-966d6dab-e26b-4f56-96fd-18834ed0c7e5 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/quotas/367321a836de445f9e65af1baac99c98 HTTP/1.1" status: 200 len: 375 time: 0.0103240 May 04 14:57:23.336405 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-13f71180-4cec-4d8f-9e0c-5ecf25ace582 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=367321a836de445f9e65af1baac99c98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556357 May 04 14:57:23.497696 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-3cd82b37-5788-427c-830e-f2144d5ed1fa service neutron] 10.222.0.32 "GET /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490030 May 04 14:57:23.598436 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-8f6238a5-dee3-46af-bb9a-8c8f0f14c4f8 service neutron] 10.222.0.32 "GET /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945742 May 04 14:57:23.776211 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-249c379a-132a-4c7d-bbd5-a77339f53f29 req-0ad7d60f-9c35-47e3-bad5-f177acb10c87 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 210 time: 0.0368636 May 04 14:57:24.903895 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1dcd198f-653f-4869-bbc4-6a6c75d38b39 req-24debdfe-3fd6-4499-9231-8ec943c67d62 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 210 time: 0.0507567 May 04 14:57:24.985942 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-c22f57d8-dbd3-4175-a02d-9e8d0a9f696e tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:24.987532 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-c22f57d8-dbd3-4175-a02d-9e8d0a9f696e tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.49 "GET /v2.0/networks?id=b03422af-5eb8-4977-a232-35a6a99300ff HTTP/1.1" status: 200 len: 811 time: 0.1459811 May 04 14:57:25.055763 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-4cd6292b-5e14-41db-ab32-b10b146ed377 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=367321a836de445f9e65af1baac99c98 HTTP/1.1" status: 200 len: 380 time: 0.0570555 May 04 14:57:25.127572 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Request body: {'port': {'device_id': 'a8f003e5-dbda-4b0f-a3f0-044041edfd74', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'admin_state_up': True, 'tenant_id': '367321a836de445f9e65af1baac99c98', 'security_groups': ['2b0bf248-fc67-464a-95c4-3c8858463acf']}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:57:25.251632 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Made reservation on behalf of 367321a836de445f9e65af1baac99c98 for: {'port': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:57:25.255093 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:25.387855 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Allocated IP 172.20.0.14 (b03422af-5eb8-4977-a232-35a6a99300ff/a789fad3-a526-4f2f-b0cf-06991416836f/b94b0e86-8f75-43e1-a92d-a6ce704f8e8a) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:57:25.530760 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for port (b94b0e86-8f75-43e1-a92d-a6ce704f8e8a), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:25.567714 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (b94b0e86-8f75-43e1-a92d-a6ce704f8e8a), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:25.611693 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Network b03422af-5eb8-4977-a232-35a6a99300ff is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:57:25.614896 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:57:25.621240 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:57:25.650814 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event updated for resources: {'Port': ['ID=b94b0e86-8f75-43e1-a92d-a6ce704f8e8a,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:25.665521 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:25.665863 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:25.666197 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:25.666499 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:25.666857 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:25.667182 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:25.667502 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:25.667816 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:25.668136 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:25.668452 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:25.668750 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:25.669097 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:25.669409 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:25.669727 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:25.670036 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:25.688562 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:25.689232 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:25.708451 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-9fc570cd-fbe2-4134-b52d-949977725c9f tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5851741 May 04 14:57:25.721613 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Request body: {'port': {'device_id': 'a8f003e5-dbda-4b0f-a3f0-044041edfd74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:57:25.785050 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (b94b0e86-8f75-43e1-a92d-a6ce704f8e8a), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:25.814266 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-b1c87024-6636-4f41-a574-20d3e8cdd02a None None] Provisioning complete for port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:57:25.815248 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-b1c87024-6636-4f41-a574-20d3e8cdd02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (b94b0e86-8f75-43e1-a92d-a6ce704f8e8a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:25.863261 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-b1c87024-6636-4f41-a574-20d3e8cdd02a None None] Port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:57:26.038661 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf95ea-ffef-4648-9b2c-1f24d575c046 req-99d982a4-93a2-4089-9873-a319ababe466 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:26.040683 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-73cf95ea-ffef-4648-9b2c-1f24d575c046 req-99d982a4-93a2-4089-9873-a319ababe466 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 932 time: 0.0528512 May 04 14:57:26.098501 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-73cf95ea-ffef-4648-9b2c-1f24d575c046 req-25c5d9cc-7fdd-460e-8a6f-526e000ed807 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b0bf248-fc67-464a-95c4-3c8858463acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512516 May 04 14:57:26.114476 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b94b0e86-8f75-43e1-a92d-a6ce704f8e8a {{(pid=115137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:57:26.124755 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Publish callbacks [] for port (b94b0e86-8f75-43e1-a92d-a6ce704f8e8a), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:26.139477 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.provisioning_blocks [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Transition to ACTIVE for port object b94b0e86-8f75-43e1-a92d-a6ce704f8e8a will not be triggered until provisioned by entity L2. {{(pid=115137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:57:26.144425 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (b94b0e86-8f75-43e1-a92d-a6ce704f8e8a), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:26.201641 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Pushing event updated for resources: {'Port': ['ID=b94b0e86-8f75-43e1-a92d-a6ce704f8e8a,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:26.288046 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Attempting to bind port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:57:26.288563 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Attempting to bind port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'}] {{(pid=115137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:57:26.288876 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Attempting to bind port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a on network b03422af-5eb8-4977-a232-35a6a99300ff {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:57:26.294260 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a on network b03422af-5eb8-4977-a232-35a6a99300ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:57:26.294593 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Attempting to bind port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a on network b03422af-5eb8-4977-a232-35a6a99300ff {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:57:26.307875 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:57:26.308222 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Checking segment: {'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:57:26.308614 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Bound using segment: {'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'} {{(pid=115137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:57:26.309084 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.managers [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Bound port: b94b0e86-8f75-43e1-a92d-a6ce704f8e8a, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff'}}] {{(pid=115137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:57:26.309444 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (b94b0e86-8f75-43e1-a92d-a6ce704f8e8a), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:26.399417 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] For port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a, host hv-cinder-84049, cleared binding levels {{(pid=115137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:57:26.410572 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] For port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b94b0e86-8f75-43e1-a92d-a6ce704f8e8a,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:57:26.418077 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (b94b0e86-8f75-43e1-a92d-a6ce704f8e8a), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:26.457323 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:26.457941 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:26.459500 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] 10.222.0.49 "PUT /v2.0/ports/b94b0e86-8f75-43e1-a92d-a6ce704f8e8a HTTP/1.1" status: 200 len: 1094 time: 0.7422600 May 04 14:57:26.459963 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f003e5-dbda-4b0f-a3f0-044041edfd74', 'tag': 'b94b0e86-8f75-43e1-a92d-a6ce704f8e8a'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:57:26.462282 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2d3afc-69f6-4f87-9717-cc29ddcff141" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f003e5-dbda-4b0f-a3f0-044041edfd74", "tag": "b94b0e86-8f75-43e1-a92d-a6ce704f8e8a"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:57:26.490828 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d804e-a409-44e8-90c8-10dcb39b1394 service neutron] Pushing event updated for resources: {'Port': ['ID=b94b0e86-8f75-43e1-a92d-a6ce704f8e8a,revision_number=3']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:26.525927 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb73bc8d-d3c1-45a2-a0c8-fe9b48173a41 x-openstack-request-id: req-bb73bc8d-d3c1-45a2-a0c8-fe9b48173a41 {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:57:26.526216 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f003e5-dbda-4b0f-a3f0-044041edfd74", "tag": "b94b0e86-8f75-43e1-a92d-a6ce704f8e8a", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:57:26.526468 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb73bc8d-d3c1-45a2-a0c8-fe9b48173a41 {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:57:26.526881 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb73bc8d-d3c1-45a2-a0c8-fe9b48173a41'] response: {'name': 'network-changed', 'server_uuid': 'a8f003e5-dbda-4b0f-a3f0-044041edfd74', 'tag': 'b94b0e86-8f75-43e1-a92d-a6ce704f8e8a', 'status': 'completed', 'code': 200} May 04 14:57:26.832038 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d3afc-69f6-4f87-9717-cc29ddcff141 req-71a72f1c-e69c-4b11-842f-004d0eab2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:26.833649 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fb2d3afc-69f6-4f87-9717-cc29ddcff141 req-71a72f1c-e69c-4b11-842f-004d0eab2cb4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=367321a836de445f9e65af1baac99c98&device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 1128 time: 0.0461478 May 04 14:57:26.952048 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d3afc-69f6-4f87-9717-cc29ddcff141 req-fc54d610-19da-4748-a19d-ab35b705da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:26.953626 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fb2d3afc-69f6-4f87-9717-cc29ddcff141 req-fc54d610-19da-4748-a19d-ab35b705da01 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=367321a836de445f9e65af1baac99c98&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1101615 May 04 14:57:27.074015 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d3afc-69f6-4f87-9717-cc29ddcff141 req-6ce22c38-509e-41af-b60d-b7ab9728f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:27.075519 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fb2d3afc-69f6-4f87-9717-cc29ddcff141 req-6ce22c38-509e-41af-b60d-b7ab9728f3ba service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1063037 May 04 14:57:27.163977 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-4ab0927e-19d9-4b6b-be81-ae5e2bed2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:27.165557 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-4ab0927e-19d9-4b6b-be81-ae5e2bed2d1c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=367321a836de445f9e65af1baac99c98&device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 1128 time: 0.0503309 May 04 14:57:27.256133 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-ea05f15d-a3ef-46ca-b5b6-cc29a54c61f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b94b0e86-8f75-43e1-a92d-a6ce704f8e8a HTTP/1.1" status: 200 len: 217 time: 0.0680997 May 04 14:57:27.307274 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869d68f-cb4f-460a-8e44-66f3ca15a6a0 req-c8db50ca-da90-4b57-bf2d-6187f7f6f4a1 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:27.315341 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d869d68f-cb4f-460a-8e44-66f3ca15a6a0 req-c8db50ca-da90-4b57-bf2d-6187f7f6f4a1 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 944 time: 0.1285219 May 04 14:57:27.352017 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-40d9bff5-5fef-4baf-8ea5-36849653b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:27.353583 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-40d9bff5-5fef-4baf-8ea5-36849653b477 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a789fad3-a526-4f2f-b0cf-06991416836f HTTP/1.1" status: 200 len: 850 time: 0.0882695 May 04 14:57:27.407116 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d869d68f-cb4f-460a-8e44-66f3ca15a6a0 req-e1aff218-209e-4a72-acab-546aa2522ce7 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b0bf248-fc67-464a-95c4-3c8858463acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906396 May 04 14:57:27.416331 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-7257c69d-6b9b-4f65-92f4-b24bec6bb651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:27.417713 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-7257c69d-6b9b-4f65-92f4-b24bec6bb651 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b03422af-5eb8-4977-a232-35a6a99300ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556877 May 04 14:57:27.528089 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-5ddb41d1-696a-4847-9630-fe1684086ee4 service neutron] 10.222.0.49 "GET /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008675 May 04 14:57:27.650439 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-64286d86-2a22-49c1-9ed6-47225d7d097e req-3ba08d62-fac8-4ca3-923c-760b82a42e6b service neutron] 10.222.0.49 "GET /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136189 May 04 14:57:27.701091 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a034cf-577e-478d-887e-3e6b7d3d4a6a req-de2bc8e6-f6bb-4862-afe3-2117af7370c6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:27.702563 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-50a034cf-577e-478d-887e-3e6b7d3d4a6a req-de2bc8e6-f6bb-4862-afe3-2117af7370c6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0512121 May 04 14:57:27.757437 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-50a034cf-577e-478d-887e-3e6b7d3d4a6a req-ad284102-1c92-48a0-a115-3dba9575ba00 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490515 May 04 14:57:28.535849 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aff801-875e-42cc-bd0f-c3368f5ec6d7 req-197df86e-1bd3-4b10-99ec-9e340c811ce0 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:28.537515 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f4aff801-875e-42cc-bd0f-c3368f5ec6d7 req-197df86e-1bd3-4b10-99ec-9e340c811ce0 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 944 time: 0.0518363 May 04 14:57:28.590096 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f4aff801-875e-42cc-bd0f-c3368f5ec6d7 req-078ec350-68e6-462d-8752-188f72fe7025 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b0bf248-fc67-464a-95c4-3c8858463acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464628 May 04 14:57:28.881212 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24584e38-8969-477f-a1a9-624926c0223a req-4e757778-4d95-4d79-b27a-eb5b93a9e225 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:28.882771 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-24584e38-8969-477f-a1a9-624926c0223a req-4e757778-4d95-4d79-b27a-eb5b93a9e225 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0513270 May 04 14:57:28.934431 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-24584e38-8969-477f-a1a9-624926c0223a req-f179dd79-6e54-4449-bf94-0b73c848bca1 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450411 May 04 14:57:29.715356 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3191ccc-2cd0-4ab3-9d9e-08b7ac41f8e9 req-7b1fbfd0-4a5f-4642-940a-db06bc25e0c4 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:29.716855 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b3191ccc-2cd0-4ab3-9d9e-08b7ac41f8e9 req-7b1fbfd0-4a5f-4642-940a-db06bc25e0c4 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 944 time: 0.0528650 May 04 14:57:29.771270 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b3191ccc-2cd0-4ab3-9d9e-08b7ac41f8e9 req-35f8e6b6-3560-4b3e-83d1-d6803eaf2ce4 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b0bf248-fc67-464a-95c4-3c8858463acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482998 May 04 14:57:30.052888 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be24398-2b20-44e4-9c13-7e6b2de4dde6 req-f296fe5a-c477-4041-86fd-f495f7777f5b tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:30.054416 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6be24398-2b20-44e4-9c13-7e6b2de4dde6 req-f296fe5a-c477-4041-86fd-f495f7777f5b tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0507579 May 04 14:57:30.104583 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6be24398-2b20-44e4-9c13-7e6b2de4dde6 req-f18e748d-b562-458c-9eb9-d76a593cee9b tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443096 May 04 14:57:30.902197 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727b618-fcfd-476d-9808-5d8a34362e6a req-62edc874-8bf1-489f-9920-3fa0bbc17c20 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:30.903748 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3727b618-fcfd-476d-9808-5d8a34362e6a req-62edc874-8bf1-489f-9920-3fa0bbc17c20 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 944 time: 0.0566177 May 04 14:57:30.956011 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3727b618-fcfd-476d-9808-5d8a34362e6a req-e5a7fa33-b1d2-434c-81c8-93dddc3fb92a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b0bf248-fc67-464a-95c4-3c8858463acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463557 May 04 14:57:31.235042 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf63646-3a20-4e41-8c03-12992961e2cf req-49a6b2a6-e02d-46e0-ac70-a073f42b97d0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:31.236629 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-acf63646-3a20-4e41-8c03-12992961e2cf req-49a6b2a6-e02d-46e0-ac70-a073f42b97d0 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0519454 May 04 14:57:31.287752 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-acf63646-3a20-4e41-8c03-12992961e2cf req-a8253ef0-5bde-4c9a-8a1d-5ea7ab76498b tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429327 May 04 14:57:32.081921 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56424a66-f726-4004-94c6-98bdc5c97bb9 req-3823a530-604e-43f8-9539-a949cd4fad5a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:32.083155 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-56424a66-f726-4004-94c6-98bdc5c97bb9 req-3823a530-604e-43f8-9539-a949cd4fad5a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 944 time: 0.0559340 May 04 14:57:32.134608 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-56424a66-f726-4004-94c6-98bdc5c97bb9 req-5f22c8bc-d05f-4d3e-8a96-60d92221fd5e tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b0bf248-fc67-464a-95c4-3c8858463acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457621 May 04 14:57:32.220891 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed425528-ce47-4625-9912-26fad770e543 req-3658cb5a-7903-45f0-8c06-f0960d68841a tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:32.222369 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ed425528-ce47-4625-9912-26fad770e543 req-3658cb5a-7903-45f0-8c06-f0960d68841a tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.49 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0625417 May 04 14:57:32.337830 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [req-ed425528-ce47-4625-9912-26fad770e543 req-cf4d1185-7f6f-4e10-bfb1-dc49d8333ee4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Deleting port ad36e220-76e4-4ce5-bdaa-448914145200 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:57:32.338599 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-ed425528-ce47-4625-9912-26fad770e543 req-cf4d1185-7f6f-4e10-bfb1-dc49d8333ee4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (ad36e220-76e4-4ce5-bdaa-448914145200), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:32.452181 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852f954-f591-4543-9f29-3121ecded080 req-45bff181-b0f2-4e7b-a5ab-57c722a4858e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:32.453695 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5852f954-f591-4543-9f29-3121ecded080 req-45bff181-b0f2-4e7b-a5ab-57c722a4858e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 945 time: 0.0889771 May 04 14:57:32.493632 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-ed425528-ce47-4625-9912-26fad770e543 req-cf4d1185-7f6f-4e10-bfb1-dc49d8333ee4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] For port ad36e220-76e4-4ce5-bdaa-448914145200, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=ad36e220-76e4-4ce5-bdaa-448914145200,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:57:32.493936 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-ed425528-ce47-4625-9912-26fad770e543 req-cf4d1185-7f6f-4e10-bfb1-dc49d8333ee4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (ad36e220-76e4-4ce5-bdaa-448914145200), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:32.569320 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5852f954-f591-4543-9f29-3121ecded080 req-aa6bfdeb-693f-415a-8da7-2d9a7fb6d0b3 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=53c48153-f511-4268-b55c-d9f6bf03a774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086586 May 04 14:57:32.704549 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-ed425528-ce47-4625-9912-26fad770e543 req-cf4d1185-7f6f-4e10-bfb1-dc49d8333ee4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:32.704936 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-ed425528-ce47-4625-9912-26fad770e543 req-cf4d1185-7f6f-4e10-bfb1-dc49d8333ee4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (20c21fea-2d47-4b36-961f-b006a5b65191), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:32.705280 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.l3_db [req-ed425528-ce47-4625-9912-26fad770e543 req-cf4d1185-7f6f-4e10-bfb1-dc49d8333ee4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Floating IP 20c21fea-2d47-4b36-961f-b006a5b65191 disassociated. External IP: 172.27.2.56, port: ad36e220-76e4-4ce5-bdaa-448914145200. May 04 14:57:32.705672 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [req-ed425528-ce47-4625-9912-26fad770e543 req-cf4d1185-7f6f-4e10-bfb1-dc49d8333ee4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Calling delete_port for ad36e220-76e4-4ce5-bdaa-448914145200 owned by compute:nova {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:57:32.889874 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-bde63c11-0ec7-4f10-a254-d75240f5b745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:33.100772 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-ed425528-ce47-4625-9912-26fad770e543 req-cf4d1185-7f6f-4e10-bfb1-dc49d8333ee4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (ad36e220-76e4-4ce5-bdaa-448914145200), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:33.135087 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d1185-7f6f-4e10-bfb1-dc49d8333ee4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Pushing event deleted for resources: {'Port': ['ID=ad36e220-76e4-4ce5-bdaa-448914145200,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:33.256625 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed425528-ce47-4625-9912-26fad770e543 req-cf4d1185-7f6f-4e10-bfb1-dc49d8333ee4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Router 7f1f2095-0a86-4599-a900-521aee918458 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:57:33.262930 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568bca3-8ef9-4b0b-8659-26febcaf3c3f req-c7d7497a-2e9b-414f-afb2-80755a86af33 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:33.265319 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4568bca3-8ef9-4b0b-8659-26febcaf3c3f req-c7d7497a-2e9b-414f-afb2-80755a86af33 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 944 time: 0.0492015 May 04 14:57:33.321052 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4568bca3-8ef9-4b0b-8659-26febcaf3c3f req-60629caf-9080-4770-8b41-a1fa6aa7e0c4 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b0bf248-fc67-464a-95c4-3c8858463acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494342 May 04 14:57:33.381044 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed425528-ce47-4625-9912-26fad770e543 req-cf4d1185-7f6f-4e10-bfb1-dc49d8333ee4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:57:33.391327 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b565e-55b4-4a56-8480-90feaac00e84 None None] Sync routers for ids ['7f1f2095-0a86-4599-a900-521aee918458'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:57:33.402978 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b565e-55b4-4a56-8480-90feaac00e84 None None] Routers {'7f1f2095-0a86-4599-a900-521aee918458'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:57:33.403608 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-0f3b565e-55b4-4a56-8480-90feaac00e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:57:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7f1f2095-0a86-4599-a900-521aee918458'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:33.425361 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed425528-ce47-4625-9912-26fad770e543 req-cf4d1185-7f6f-4e10-bfb1-dc49d8333ee4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] No DVR routers for this DVR port ad36e220-76e4-4ce5-bdaa-448914145200 on host hv-cinder-84049 {{(pid=115137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:57:33.428130 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-ed425528-ce47-4625-9912-26fad770e543 req-cf4d1185-7f6f-4e10-bfb1-dc49d8333ee4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:33.431364 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ed425528-ce47-4625-9912-26fad770e543 req-cf4d1185-7f6f-4e10-bfb1-dc49d8333ee4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.49 "DELETE /v2.0/ports/ad36e220-76e4-4ce5-bdaa-448914145200 HTTP/1.1" status: 204 len: 173 time: 1.2033882 May 04 14:57:33.431828 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'name': 'network-vif-deleted', 'tag': 'ad36e220-76e4-4ce5-bdaa-448914145200'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:57:33.434217 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad7a5de-bef3-4898-a5bd-c338542e899c" -d '{"events": [{"server_uuid": "df7d3281-6a43-4513-8ef0-3bc7f63d7da0", "name": "network-vif-deleted", "tag": "ad36e220-76e4-4ce5-bdaa-448914145200"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:57:33.477221 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd9db21-1a4e-4a1e-a5b6-1e713dd22a5a x-openstack-request-id: req-9cd9db21-1a4e-4a1e-a5b6-1e713dd22a5a {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:57:33.477588 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7d3281-6a43-4513-8ef0-3bc7f63d7da0", "name": "network-vif-deleted", "tag": "ad36e220-76e4-4ce5-bdaa-448914145200", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:57:33.477845 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cd9db21-1a4e-4a1e-a5b6-1e713dd22a5a {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:57:33.478302 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd9db21-1a4e-4a1e-a5b6-1e713dd22a5a'] response: {'server_uuid': 'df7d3281-6a43-4513-8ef0-3bc7f63d7da0', 'name': 'network-vif-deleted', 'tag': 'ad36e220-76e4-4ce5-bdaa-448914145200', 'status': 'completed', 'code': 200} May 04 14:57:33.663752 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-0f3b565e-55b4-4a56-8480-90feaac00e84 None None] Set router 7f1f2095-0a86-4599-a900-521aee918458 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:57:33.701405 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ef27130b-db80-4244-9516-b0b7eef56c91 req-ff2478be-56d2-4cd1-9c46-8a1f0f063db3 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=df7d3281-6a43-4513-8ef0-3bc7f63d7da0 HTTP/1.1" status: 200 len: 210 time: 0.0379992 May 04 14:57:33.828344 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device b94b0e86-8f75-43e1-a92d-a6ce704f8e8a details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:57:33.900543 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-0f3b565e-55b4-4a56-8480-90feaac00e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 4, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port': {'id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d06aa98-70c7-4d99-b2f7-286a739fd3cd', 'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'mac_address': 'fa:16:3e:da:dc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:34Z', 'updated_at': '2022-05-04T14:52:54Z', 'revision_number': 5, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'subnets': [{'id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:33.936572 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b565e-55b4-4a56-8480-90feaac00e84 None None] Checking router: 7f1f2095-0a86-4599-a900-521aee918458 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:57:33.987413 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b565e-55b4-4a56-8480-90feaac00e84 None None] Routers {'7f1f2095-0a86-4599-a900-521aee918458'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:57:33.988045 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-0f3b565e-55b4-4a56-8480-90feaac00e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:57:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7f1f2095-0a86-4599-a900-521aee918458'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:34.043782 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b94b0e86-8f75-43e1-a92d-a6ce704f8e8a,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:57:34.062483 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': 'b94b0e86-8f75-43e1-a92d-a6ce704f8e8a', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'port_id': 'b94b0e86-8f75-43e1-a92d-a6ce704f8e8a', 'mac_address': 'fa:16:3e:df:fd:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:57:34.146327 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-0f3b565e-55b4-4a56-8480-90feaac00e84 None None] Set router 7f1f2095-0a86-4599-a900-521aee918458 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:57:34.148450 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:57:34.148824 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (b94b0e86-8f75-43e1-a92d-a6ce704f8e8a), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:34.191981 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94b0e86-8f75-43e1-a92d-a6ce704f8e8a {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:57:34.250388 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b94b0e86-8f75-43e1-a92d-a6ce704f8e8a,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:57:34.261839 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (b94b0e86-8f75-43e1-a92d-a6ce704f8e8a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:34.363376 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=b94b0e86-8f75-43e1-a92d-a6ce704f8e8a,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:34.415830 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-0f3b565e-55b4-4a56-8480-90feaac00e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 4, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port': {'id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d06aa98-70c7-4d99-b2f7-286a739fd3cd', 'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'mac_address': 'fa:16:3e:da:dc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:34Z', 'updated_at': '2022-05-04T14:52:54Z', 'revision_number': 5, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'subnets': [{'id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:34.447170 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b565e-55b4-4a56-8480-90feaac00e84 None None] The sync data for ids ['7f1f2095-0a86-4599-a900-521aee918458'] in dv-cinder-840493-1-iscsi is: [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 4, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port': {'id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d06aa98-70c7-4d99-b2f7-286a739fd3cd', 'name': '', 'network_id': '0132aa9d-215e-458d-ac0a-392119ca6fdd', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'mac_address': 'fa:16:3e:da:dc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:34Z', 'updated_at': '2022-05-04T14:52:54Z', 'revision_number': 5, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'subnets': [{'id': '25bf5b2a-ee70-4625-b180-26a077afc13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:57:34.447656 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7d677-58ea-4e66-886b-b54d6e15ec78 req-e65d0e6b-1b34-4e21-9ae9-bebaefde5789 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:34.450670 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b2a7d677-58ea-4e66-886b-b54d6e15ec78 req-e65d0e6b-1b34-4e21-9ae9-bebaefde5789 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 945 time: 0.0494580 May 04 14:57:34.499954 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b2a7d677-58ea-4e66-886b-b54d6e15ec78 req-6958f240-0e8c-483c-a24c-515bb9791130 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b0bf248-fc67-464a-95c4-3c8858463acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437763 May 04 14:57:34.541219 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['b94b0e86-8f75-43e1-a92d-a6ce704f8e8a'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:57:34.697443 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f9b93-7b76-4ed0-9056-f86518fc3c49 None None] New status for floating IP 20c21fea-2d47-4b36-961f-b006a5b65191: DOWN {{(pid=115139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:57:34.746383 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f1e4ee71-52c3-44f9-bbc2-36898ef6682f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:34.794464 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41394) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:34.865727 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac782-db54-47c7-8fb6-8a0a75907445 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for security_group (53c48153-f511-4268-b55c-d9f6bf03a774), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:34.896392 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac782-db54-47c7-8fb6-8a0a75907445 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for security_group (53c48153-f511-4268-b55c-d9f6bf03a774), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:34.955874 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac782-db54-47c7-8fb6-8a0a75907445 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (53c48153-f511-4268-b55c-d9f6bf03a774), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:34.958700 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac782-db54-47c7-8fb6-8a0a75907445 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:34.962332 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-8b0ac782-db54-47c7-8fb6-8a0a75907445 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "DELETE /v2.0/security-groups/53c48153-f511-4268-b55c-d9f6bf03a774 HTTP/1.1" status: 204 len: 168 time: 0.1642497 May 04 14:57:34.962509 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41396) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:34.969981 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ac782-db54-47c7-8fb6-8a0a75907445 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c48153-f511-4268-b55c-d9f6bf03a774,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:34.977483 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.api.v2.resource [None req-3dd401cc-33c5-4651-9fa6-8e98710391de tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] show failed (client error): The resource could not be found. May 04 14:57:34.981480 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41398) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:34.981661 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-3dd401cc-33c5-4651-9fa6-8e98710391de tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups/53c48153-f511-4268-b55c-d9f6bf03a774 HTTP/1.1" status: 404 len: 347 time: 0.0179758 May 04 14:57:35.108895 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-5a772ae5-53ce-4d9f-a022-05c6e2621811 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Deleting port 0249982b-857c-4218-b561-0494da0a35f2 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:57:35.109286 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5a772ae5-53ce-4d9f-a022-05c6e2621811 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (0249982b-857c-4218-b561-0494da0a35f2), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:35.195988 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5a772ae5-53ce-4d9f-a022-05c6e2621811 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (0249982b-857c-4218-b561-0494da0a35f2), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:35.196314 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5a772ae5-53ce-4d9f-a022-05c6e2621811 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for floatingip (0249982b-857c-4218-b561-0494da0a35f2), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:35.220620 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-5a772ae5-53ce-4d9f-a022-05c6e2621811 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Calling delete_port for 0249982b-857c-4218-b561-0494da0a35f2 owned by network:floatingip {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:57:35.364595 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5a772ae5-53ce-4d9f-a022-05c6e2621811 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (0249982b-857c-4218-b561-0494da0a35f2), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:35.394720 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a772ae5-53ce-4d9f-a022-05c6e2621811 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Pushing event deleted for resources: {'Port': ['ID=0249982b-857c-4218-b561-0494da0a35f2,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:35.461093 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5a772ae5-53ce-4d9f-a022-05c6e2621811 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks [] for floatingip (20c21fea-2d47-4b36-961f-b006a5b65191), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:35.463661 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5a772ae5-53ce-4d9f-a022-05c6e2621811 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:35.464841 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-5a772ae5-53ce-4d9f-a022-05c6e2621811 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "DELETE /v2.0/floatingips/20c21fea-2d47-4b36-961f-b006a5b65191 HTTP/1.1" status: 204 len: 168 time: 0.4819596 May 04 14:57:35.621905 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed18224-0d8f-43ad-adab-0a3bcff1a17c req-56940a18-eb94-4273-8951-1e74f3930a04 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:35.623384 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3ed18224-0d8f-43ad-adab-0a3bcff1a17c req-56940a18-eb94-4273-8951-1e74f3930a04 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 945 time: 0.0474370 May 04 14:57:35.672036 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3ed18224-0d8f-43ad-adab-0a3bcff1a17c req-7e805a8a-26d6-4c10-90eb-fc5fc342a01c tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b0bf248-fc67-464a-95c4-3c8858463acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426683 May 04 14:57:35.841175 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device b94b0e86-8f75-43e1-a92d-a6ce704f8e8a up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:57:35.894243 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:57:35.902940 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:57:35.903610 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (b94b0e86-8f75-43e1-a92d-a6ce704f8e8a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:35.987239 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:57:35.987629 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (b94b0e86-8f75-43e1-a92d-a6ce704f8e8a), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:36.017941 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f003e5-dbda-4b0f-a3f0-044041edfd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94b0e86-8f75-43e1-a92d-a6ce704f8e8a'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:57:36.020118 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f646c10f-483c-4e88-8f55-ab570af4630c" -d '{"events": [{"server_uuid": "a8f003e5-dbda-4b0f-a3f0-044041edfd74", "name": "network-vif-plugged", "status": "completed", "tag": "b94b0e86-8f75-43e1-a92d-a6ce704f8e8a"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:57:36.037272 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b94b0e86-8f75-43e1-a92d-a6ce704f8e8a,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:57:36.044710 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (b94b0e86-8f75-43e1-a92d-a6ce704f8e8a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:36.045583 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device ad36e220-76e4-4ce5-bdaa-448914145200 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:57:36.072443 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdb9c10-cea0-47e7-b300-b42db1a1266c x-openstack-request-id: req-9cdb9c10-cea0-47e7-b300-b42db1a1266c {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:57:36.072872 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f003e5-dbda-4b0f-a3f0-044041edfd74", "name": "network-vif-plugged", "status": "completed", "tag": "b94b0e86-8f75-43e1-a92d-a6ce704f8e8a", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:57:36.072992 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cdb9c10-cea0-47e7-b300-b42db1a1266c {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:57:36.073406 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdb9c10-cea0-47e7-b300-b42db1a1266c'] response: {'server_uuid': 'a8f003e5-dbda-4b0f-a3f0-044041edfd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94b0e86-8f75-43e1-a92d-a6ce704f8e8a', 'code': 200} May 04 14:57:36.094794 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:36.097210 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: ad36e220-76e4-4ce5-bdaa-448914145200 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:57:36.097546 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device ad36e220-76e4-4ce5-bdaa-448914145200 not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:57:36.118363 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=b94b0e86-8f75-43e1-a92d-a6ce704f8e8a,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:36.284473 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889c03d-59ce-46dc-b6b7-4a69694538e5 req-649c8069-854a-4598-a629-88c8ff5348e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:36.285993 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9889c03d-59ce-46dc-b6b7-4a69694538e5 req-649c8069-854a-4598-a629-88c8ff5348e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 1130 time: 0.0877507 May 04 14:57:36.336746 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9889c03d-59ce-46dc-b6b7-4a69694538e5 req-1f22af52-035e-47b7-9257-f7071d37d8ba service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2b0bf248-fc67-464a-95c4-3c8858463acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438113 May 04 14:57:36.798884 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56a146-6382-4123-a34d-5442b2ee80d4 req-bbf4bf36-29ec-4c8b-88fb-8a76f809512c tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:36.800452 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9d56a146-6382-4123-a34d-5442b2ee80d4 req-bbf4bf36-29ec-4c8b-88fb-8a76f809512c tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 946 time: 0.0510013 May 04 14:57:36.857312 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9d56a146-6382-4123-a34d-5442b2ee80d4 req-7917e869-fc60-4cc1-ba44-661511b42986 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b0bf248-fc67-464a-95c4-3c8858463acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482752 May 04 14:57:37.461040 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:37.986894 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74796b0-0a7f-42c3-bf13-314293bb7f76 req-f2a41f30-f20d-48f5-b15b-270cb672aefd tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:37.988319 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c74796b0-0a7f-42c3-bf13-314293bb7f76 req-f2a41f30-f20d-48f5-b15b-270cb672aefd tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 946 time: 0.0580916 May 04 14:57:38.004237 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5af61-3c6d-4be4-8bdc-3143da38e2d8 req-bf030fe8-960d-4d7f-8e9a-de82ccdba6cf tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:38.006013 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-75d5af61-3c6d-4be4-8bdc-3143da38e2d8 req-bf030fe8-960d-4d7f-8e9a-de82ccdba6cf tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0547523 May 04 14:57:38.037524 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c74796b0-0a7f-42c3-bf13-314293bb7f76 req-289d6850-2e3b-486b-b236-98ef73b24816 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b0bf248-fc67-464a-95c4-3c8858463acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422776 May 04 14:57:38.055066 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-75d5af61-3c6d-4be4-8bdc-3143da38e2d8 req-cbb93070-2ed1-43c8-a9f1-7cbf79eaf12d tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428395 May 04 14:57:38.152943 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167d482-36df-4edb-aac7-d7a4df58c686 req-60f12b11-e3f2-4b89-addc-0c0921581004 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:38.154392 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c167d482-36df-4edb-aac7-d7a4df58c686 req-60f12b11-e3f2-4b89-addc-0c0921581004 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 946 time: 0.0474734 May 04 14:57:38.166747 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41436) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:38.171175 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-eeeff0c1-b85c-4456-93a6-6a6963544a89 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Request body: {'floatingip': {'port_id': 'b94b0e86-8f75-43e1-a92d-a6ce704f8e8a'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:57:38.214050 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-eeeff0c1-b85c-4456-93a6-6a6963544a89 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for floatingip (665c3b43-b339-4d3e-aba1-6d866b3cdd3e), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:38.684913 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-eeeff0c1-b85c-4456-93a6-6a6963544a89 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:38.690593 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-eeeff0c1-b85c-4456-93a6-6a6963544a89 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (665c3b43-b339-4d3e-aba1-6d866b3cdd3e), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:38.803822 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [None req-eeeff0c1-b85c-4456-93a6-6a6963544a89 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Floating IP 665c3b43-b339-4d3e-aba1-6d866b3cdd3e associated. External IP: 172.27.2.191, port: b94b0e86-8f75-43e1-a92d-a6ce704f8e8a. May 04 14:57:38.871351 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:39.051955 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeeff0c1-b85c-4456-93a6-6a6963544a89 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Router df0aba8d-13bb-4748-92ca-77bf224d6ea8 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:57:39.177158 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a48ccd-bb51-4c23-81bc-8fe2fef10343 req-f9fd2442-2b85-4f2e-9fe1-5ede543d6802 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:39.178644 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-06a48ccd-bb51-4c23-81bc-8fe2fef10343 req-f9fd2442-2b85-4f2e-9fe1-5ede543d6802 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0526295 May 04 14:57:39.229841 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-06a48ccd-bb51-4c23-81bc-8fe2fef10343 req-b653df88-3c24-43cb-a458-99325e117211 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451622 May 04 14:57:39.423348 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeff0c1-b85c-4456-93a6-6a6963544a89 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:57:39.429059 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-eeeff0c1-b85c-4456-93a6-6a6963544a89 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:39.434399 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3395d5-f056-4eac-b05a-53f744aaf625 None None] Sync routers for ids ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:57:39.445172 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3395d5-f056-4eac-b05a-53f744aaf625 None None] Routers {'df0aba8d-13bb-4748-92ca-77bf224d6ea8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:57:39.445759 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-ac3395d5-f056-4eac-b05a-53f744aaf625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:57:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:39.458491 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-eeeff0c1-b85c-4456-93a6-6a6963544a89 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "PUT /v2.0/floatingips/665c3b43-b339-4d3e-aba1-6d866b3cdd3e HTTP/1.1" status: 200 len: 992 time: 1.2905447 May 04 14:57:39.459038 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f003e5-dbda-4b0f-a3f0-044041edfd74', 'tag': 'b94b0e86-8f75-43e1-a92d-a6ce704f8e8a'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:57:39.461434 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27682fe-7a61-4964-a827-7246d793bea6" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f003e5-dbda-4b0f-a3f0-044041edfd74", "tag": "b94b0e86-8f75-43e1-a92d-a6ce704f8e8a"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:57:39.556955 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-ac3395d5-f056-4eac-b05a-53f744aaf625 None None] Set router df0aba8d-13bb-4748-92ca-77bf224d6ea8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:57:39.558703 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0419eb7f-0480-4ca7-a129-0c883a3ef6ed x-openstack-request-id: req-0419eb7f-0480-4ca7-a129-0c883a3ef6ed {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:57:39.558994 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f003e5-dbda-4b0f-a3f0-044041edfd74", "tag": "b94b0e86-8f75-43e1-a92d-a6ce704f8e8a", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:57:39.559246 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0419eb7f-0480-4ca7-a129-0c883a3ef6ed {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:57:39.559656 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0419eb7f-0480-4ca7-a129-0c883a3ef6ed'] response: {'name': 'network-changed', 'server_uuid': 'a8f003e5-dbda-4b0f-a3f0-044041edfd74', 'tag': 'b94b0e86-8f75-43e1-a92d-a6ce704f8e8a', 'status': 'completed', 'code': 200} May 04 14:57:39.773533 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-ac3395d5-f056-4eac-b05a-53f744aaf625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:46Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '665c3b43-b339-4d3e-aba1-6d866b3cdd3e', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'port_id': 'b94b0e86-8f75-43e1-a92d-a6ce704f8e8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'mac_address': 'fa:16:3e:df:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f003e5-dbda-4b0f-a3f0-044041edfd74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:57:22Z', 'updated_at': '2022-05-04T14:57:38Z', 'revision_number': 1, 'project_id': '367321a836de445f9e65af1baac99c98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6afb46-71cb-4419-bd4c-1f82aaec5714', 'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'mac_address': 'fa:16:3e:4e:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:43Z', 'updated_at': '2022-05-04T14:53:00Z', 'revision_number': 5, 'project_id': '367321a836de445f9e65af1baac99c98', 'subnets': [{'id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:39.931094 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3395d5-f056-4eac-b05a-53f744aaf625 None None] Checking router: df0aba8d-13bb-4748-92ca-77bf224d6ea8 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:57:39.943664 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3395d5-f056-4eac-b05a-53f744aaf625 None None] Routers {'df0aba8d-13bb-4748-92ca-77bf224d6ea8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:57:39.944357 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-ac3395d5-f056-4eac-b05a-53f744aaf625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:57:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:40.064050 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-ac3395d5-f056-4eac-b05a-53f744aaf625 None None] Set router df0aba8d-13bb-4748-92ca-77bf224d6ea8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:57:40.271709 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27682fe-7a61-4964-a827-7246d793bea6 req-e4e72a59-674d-4349-9f2d-a57d6cdac839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:40.273436 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c27682fe-7a61-4964-a827-7246d793bea6 req-e4e72a59-674d-4349-9f2d-a57d6cdac839 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=367321a836de445f9e65af1baac99c98&device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 1130 time: 0.0449562 May 04 14:57:40.318855 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-ac3395d5-f056-4eac-b05a-53f744aaf625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:46Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '665c3b43-b339-4d3e-aba1-6d866b3cdd3e', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'port_id': 'b94b0e86-8f75-43e1-a92d-a6ce704f8e8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'mac_address': 'fa:16:3e:df:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f003e5-dbda-4b0f-a3f0-044041edfd74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:57:22Z', 'updated_at': '2022-05-04T14:57:38Z', 'revision_number': 1, 'project_id': '367321a836de445f9e65af1baac99c98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6afb46-71cb-4419-bd4c-1f82aaec5714', 'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'mac_address': 'fa:16:3e:4e:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:43Z', 'updated_at': '2022-05-04T14:53:00Z', 'revision_number': 5, 'project_id': '367321a836de445f9e65af1baac99c98', 'subnets': [{'id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:40.351012 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3395d5-f056-4eac-b05a-53f744aaf625 None None] The sync data for ids ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'] in dv-cinder-840493-1-iscsi is: [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:46Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '665c3b43-b339-4d3e-aba1-6d866b3cdd3e', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'port_id': 'b94b0e86-8f75-43e1-a92d-a6ce704f8e8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'mac_address': 'fa:16:3e:df:fd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f003e5-dbda-4b0f-a3f0-044041edfd74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:57:22Z', 'updated_at': '2022-05-04T14:57:38Z', 'revision_number': 1, 'project_id': '367321a836de445f9e65af1baac99c98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee6afb46-71cb-4419-bd4c-1f82aaec5714', 'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'mac_address': 'fa:16:3e:4e:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:43Z', 'updated_at': '2022-05-04T14:53:00Z', 'revision_number': 5, 'project_id': '367321a836de445f9e65af1baac99c98', 'subnets': [{'id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:57:40.361173 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9c8ce-0b0c-4a3b-bb6f-750d4cf79f66 req-44a1dfee-b125-4f65-a806-cd06c424b1c6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:40.362839 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1fc9c8ce-0b0c-4a3b-bb6f-750d4cf79f66 req-44a1dfee-b125-4f65-a806-cd06c424b1c6 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0565045 May 04 14:57:40.417583 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1fc9c8ce-0b0c-4a3b-bb6f-750d4cf79f66 req-71d9240f-9f79-495e-8da6-df4a079d713c tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486405 May 04 14:57:40.551321 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb78cd0-943a-4c3d-bda7-612c907a64b0 None None] New status for floating IP 665c3b43-b339-4d3e-aba1-6d866b3cdd3e: ACTIVE {{(pid=115139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:57:40.785679 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27682fe-7a61-4964-a827-7246d793bea6 req-744f59f4-8feb-4abf-9351-cf5c7b51502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:40.787154 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c27682fe-7a61-4964-a827-7246d793bea6 req-744f59f4-8feb-4abf-9351-cf5c7b51502f service neutron] 10.222.0.49 "GET /v2.0/networks?id=b03422af-5eb8-4977-a232-35a6a99300ff HTTP/1.1" status: 200 len: 912 time: 0.1146822 May 04 14:57:40.873186 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689346a1-41c6-49bd-aa60-39feb9a25667 req-69641f0c-4870-4b04-b31f-79678475c950 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:40.874977 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-689346a1-41c6-49bd-aa60-39feb9a25667 req-69641f0c-4870-4b04-b31f-79678475c950 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 946 time: 0.0609858 May 04 14:57:40.888379 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c27682fe-7a61-4964-a827-7246d793bea6 req-ff3c21c1-01bd-4993-954f-3bc5f23da930 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b94b0e86-8f75-43e1-a92d-a6ce704f8e8a HTTP/1.1" status: 200 len: 1002 time: 0.0748208 May 04 14:57:40.942300 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27682fe-7a61-4964-a827-7246d793bea6 req-0d18a24f-ffc6-43b3-9834-7be1f689e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:40.943742 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c27682fe-7a61-4964-a827-7246d793bea6 req-0d18a24f-ffc6-43b3-9834-7be1f689e058 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a789fad3-a526-4f2f-b0cf-06991416836f HTTP/1.1" status: 200 len: 850 time: 0.0492127 May 04 14:57:40.967312 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-689346a1-41c6-49bd-aa60-39feb9a25667 req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Deleting port a012faf7-a201-4b84-9626-0d878ca7e4a3 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:57:40.967936 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-689346a1-41c6-49bd-aa60-39feb9a25667 req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (a012faf7-a201-4b84-9626-0d878ca7e4a3), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:40.996095 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27682fe-7a61-4964-a827-7246d793bea6 req-75425c4a-e24f-493f-8d86-8daa70b4ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:40.997682 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c27682fe-7a61-4964-a827-7246d793bea6 req-75425c4a-e24f-493f-8d86-8daa70b4ebd0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b03422af-5eb8-4977-a232-35a6a99300ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469797 May 04 14:57:41.065549 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-689346a1-41c6-49bd-aa60-39feb9a25667 req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] For port a012faf7-a201-4b84-9626-0d878ca7e4a3, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=a012faf7-a201-4b84-9626-0d878ca7e4a3,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:57:41.066166 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-689346a1-41c6-49bd-aa60-39feb9a25667 req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (a012faf7-a201-4b84-9626-0d878ca7e4a3), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:41.083407 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-689346a1-41c6-49bd-aa60-39feb9a25667 req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Calling delete_port for a012faf7-a201-4b84-9626-0d878ca7e4a3 owned by compute:nova {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:57:41.100474 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c27682fe-7a61-4964-a827-7246d793bea6 req-884b3f3e-e3c7-4b9d-958e-d626dacbce3b service neutron] 10.222.0.49 "GET /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955284 May 04 14:57:41.203994 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c27682fe-7a61-4964-a827-7246d793bea6 req-da6d8456-7011-401d-ba5f-1fe4017a768a service neutron] 10.222.0.49 "GET /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968356 May 04 14:57:41.229588 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-689346a1-41c6-49bd-aa60-39feb9a25667 req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (a012faf7-a201-4b84-9626-0d878ca7e4a3), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:41.241848 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['9fcebb56-303a-49e8-9614-ba68de897b4e', 'a012faf7-a201-4b84-9626-0d878ca7e4a3'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:57:41.267666 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Pushing event deleted for resources: {'Port': ['ID=a012faf7-a201-4b84-9626-0d878ca7e4a3,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:41.294860 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:41.295212 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:41.295551 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:41.295884 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:41.296335 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:41.296674 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:41.297008 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:41.297335 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:41.297659 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:41.297981 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:41.298314 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:41.298641 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:41.298959 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:41.299279 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:41.299603 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:57:41.324444 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-689346a1-41c6-49bd-aa60-39feb9a25667 req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] No DVR routers for this DVR port a012faf7-a201-4b84-9626-0d878ca7e4a3 on host hv-cinder-84049 {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:57:41.327004 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-689346a1-41c6-49bd-aa60-39feb9a25667 req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:41.330397 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-689346a1-41c6-49bd-aa60-39feb9a25667 req-9bbcb95a-09f1-4360-b4b7-e39f2722491e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.49 "DELETE /v2.0/ports/a012faf7-a201-4b84-9626-0d878ca7e4a3 HTTP/1.1" status: 204 len: 173 time: 0.4499023 May 04 14:57:41.533710 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-66347f12-229c-4aaa-8b5d-0b26f0466a95 req-08a4a9c1-9a8a-4add-b68d-2280833f6ae8 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d1ef18-06ff-455b-a4ee-0c62ebd2afab HTTP/1.1" status: 200 len: 210 time: 0.0302851 May 04 14:57:41.560839 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d1ef18-06ff-455b-a4ee-0c62ebd2afab', 'name': 'network-vif-deleted', 'tag': 'a012faf7-a201-4b84-9626-0d878ca7e4a3'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:57:41.563374 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c958b6-7b3c-45ff-8dc9-013d049ab951" -d '{"events": [{"server_uuid": "f6d1ef18-06ff-455b-a4ee-0c62ebd2afab", "name": "network-vif-deleted", "tag": "a012faf7-a201-4b84-9626-0d878ca7e4a3"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:57:41.604634 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250d9e90-22e5-42f6-bf9d-0bd9da991841 x-openstack-request-id: req-250d9e90-22e5-42f6-bf9d-0bd9da991841 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:57:41.604934 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d1ef18-06ff-455b-a4ee-0c62ebd2afab", "name": "network-vif-deleted", "tag": "a012faf7-a201-4b84-9626-0d878ca7e4a3", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:57:41.605195 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-250d9e90-22e5-42f6-bf9d-0bd9da991841 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:57:41.605610 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250d9e90-22e5-42f6-bf9d-0bd9da991841'] response: {'server_uuid': 'f6d1ef18-06ff-455b-a4ee-0c62ebd2afab', 'name': 'network-vif-deleted', 'tag': 'a012faf7-a201-4b84-9626-0d878ca7e4a3', 'status': 'completed', 'code': 200} May 04 14:57:42.830884 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e348a0-4423-4eff-99b8-e0113e50a32e req-4eb8de92-8a93-4ba8-bba6-83c095a0fc69 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:42.832393 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-46e348a0-4423-4eff-99b8-e0113e50a32e req-4eb8de92-8a93-4ba8-bba6-83c095a0fc69 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0511909 May 04 14:57:42.881140 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-46e348a0-4423-4eff-99b8-e0113e50a32e req-15243de4-df2a-4c96-afcc-62a271dc5d6e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423932 May 04 14:57:43.369415 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:44.063472 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28673ec0-e9ca-441b-b73c-2d20479add3c req-59d2e8c5-2b4a-4732-9e14-7be371e22626 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:44.065293 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-28673ec0-e9ca-441b-b73c-2d20479add3c req-59d2e8c5-2b4a-4732-9e14-7be371e22626 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0510252 May 04 14:57:44.121049 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-28673ec0-e9ca-441b-b73c-2d20479add3c req-5d3313e4-4318-4109-9357-0b9af58abaca tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476880 May 04 14:57:45.252028 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a0722-c912-4663-913b-ad6d4e984fd1 req-accf0f99-a774-42c3-9125-672854c068e4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:45.253647 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-000a0722-c912-4663-913b-ad6d4e984fd1 req-accf0f99-a774-42c3-9125-672854c068e4 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0527253 May 04 14:57:45.316554 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-000a0722-c912-4663-913b-ad6d4e984fd1 req-6afb249d-5881-4a1a-9da0-6e81c959587c tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557842 May 04 14:57:45.858533 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device a012faf7-a201-4b84-9626-0d878ca7e4a3 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:57:45.881152 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: a012faf7-a201-4b84-9626-0d878ca7e4a3 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:57:45.881643 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device a012faf7-a201-4b84-9626-0d878ca7e4a3 not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:57:46.035067 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197cbcc-7bc3-4911-b5b3-59eaffce2730 req-27ce38f4-5dd5-4642-b489-1df9d0e9698e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:46.036591 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6197cbcc-7bc3-4911-b5b3-59eaffce2730 req-27ce38f4-5dd5-4642-b489-1df9d0e9698e tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.49 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0564401 May 04 14:57:46.138091 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-6197cbcc-7bc3-4911-b5b3-59eaffce2730 req-9eb01423-f61e-4384-98e4-5a44eccd69dd tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Deleting port 9fcebb56-303a-49e8-9614-ba68de897b4e {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:57:46.138469 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6197cbcc-7bc3-4911-b5b3-59eaffce2730 req-9eb01423-f61e-4384-98e4-5a44eccd69dd tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (9fcebb56-303a-49e8-9614-ba68de897b4e), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:46.237829 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-6197cbcc-7bc3-4911-b5b3-59eaffce2730 req-9eb01423-f61e-4384-98e4-5a44eccd69dd tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] For port 9fcebb56-303a-49e8-9614-ba68de897b4e, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=9fcebb56-303a-49e8-9614-ba68de897b4e,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:57:46.238213 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6197cbcc-7bc3-4911-b5b3-59eaffce2730 req-9eb01423-f61e-4384-98e4-5a44eccd69dd tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (9fcebb56-303a-49e8-9614-ba68de897b4e), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:46.254603 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-6197cbcc-7bc3-4911-b5b3-59eaffce2730 req-9eb01423-f61e-4384-98e4-5a44eccd69dd tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Calling delete_port for 9fcebb56-303a-49e8-9614-ba68de897b4e owned by compute:nova {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:57:46.407608 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6197cbcc-7bc3-4911-b5b3-59eaffce2730 req-9eb01423-f61e-4384-98e4-5a44eccd69dd tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (9fcebb56-303a-49e8-9614-ba68de897b4e), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:46.421862 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['9fcebb56-303a-49e8-9614-ba68de897b4e'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:57:46.438757 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb432f-f9ed-4daa-bb67-c41446402484 req-896c23e3-9b08-44dd-bf03-6b3c3dff90c5 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:46.440975 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fdbb432f-f9ed-4daa-bb67-c41446402484 req-896c23e3-9b08-44dd-bf03-6b3c3dff90c5 tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 945 time: 0.0538101 May 04 14:57:46.444076 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb01423-f61e-4384-98e4-5a44eccd69dd tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Pushing event deleted for resources: {'Port': ['ID=9fcebb56-303a-49e8-9614-ba68de897b4e,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:46.502074 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-6197cbcc-7bc3-4911-b5b3-59eaffce2730 req-9eb01423-f61e-4384-98e4-5a44eccd69dd tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] No DVR routers for this DVR port 9fcebb56-303a-49e8-9614-ba68de897b4e on host hv-cinder-84049 {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:57:46.505544 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6197cbcc-7bc3-4911-b5b3-59eaffce2730 req-9eb01423-f61e-4384-98e4-5a44eccd69dd tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:46.509500 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fdbb432f-f9ed-4daa-bb67-c41446402484 req-d6415269-6695-426c-ab73-dd7877f8d25b tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557520 May 04 14:57:46.510443 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6197cbcc-7bc3-4911-b5b3-59eaffce2730 req-9eb01423-f61e-4384-98e4-5a44eccd69dd tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.49 "DELETE /v2.0/ports/9fcebb56-303a-49e8-9614-ba68de897b4e HTTP/1.1" status: 204 len: 173 time: 0.4652445 May 04 14:57:46.510993 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e5072b-f9f9-45bb-a38e-92e42c7b96c8', 'name': 'network-vif-deleted', 'tag': '9fcebb56-303a-49e8-9614-ba68de897b4e'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:57:46.514002 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4d43ad-cd97-4a7e-86ac-b43bc344331b" -d '{"events": [{"server_uuid": "32e5072b-f9f9-45bb-a38e-92e42c7b96c8", "name": "network-vif-deleted", "tag": "9fcebb56-303a-49e8-9614-ba68de897b4e"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:57:46.645803 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0af9b44-5e2b-433e-95c3-9f80a494204b x-openstack-request-id: req-d0af9b44-5e2b-433e-95c3-9f80a494204b {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:57:46.646462 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e5072b-f9f9-45bb-a38e-92e42c7b96c8", "name": "network-vif-deleted", "tag": "9fcebb56-303a-49e8-9614-ba68de897b4e", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:57:46.646801 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0af9b44-5e2b-433e-95c3-9f80a494204b {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:57:46.647408 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0af9b44-5e2b-433e-95c3-9f80a494204b'] response: {'server_uuid': '32e5072b-f9f9-45bb-a38e-92e42c7b96c8', 'name': 'network-vif-deleted', 'tag': '9fcebb56-303a-49e8-9614-ba68de897b4e', 'status': 'completed', 'code': 200} May 04 14:57:46.689350 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc0e39-c175-4401-9f24-14c668fe9cdc req-aa3a0d95-42d2-4074-8fbf-9647c265773e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:46.690944 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-50bc0e39-c175-4401-9f24-14c668fe9cdc req-aa3a0d95-42d2-4074-8fbf-9647c265773e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0614603 May 04 14:57:46.760366 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-50bc0e39-c175-4401-9f24-14c668fe9cdc req-41258d07-789a-4a95-a4ee-2c891ab0af36 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634108 May 04 14:57:46.899290 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b16dc-6f6b-47f5-b365-9018709bd1ca req-0f01f398-5d97-43ba-b8c5-666462235591 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:46.901011 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-071b16dc-6f6b-47f5-b365-9018709bd1ca req-0f01f398-5d97-43ba-b8c5-666462235591 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 946 time: 0.0530388 May 04 14:57:46.962690 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-071b16dc-6f6b-47f5-b365-9018709bd1ca req-6cb6735c-9c06-43f5-8270-e1227a4f499f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=51d60e04-d7c5-475e-b6c5-7a2be1a079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554662 May 04 14:57:47.624350 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2f05b181-99e9-4827-9b82-6d1a9732084f req-d7d04169-8977-4e25-b4f7-75e73e65087a tempest-ServerRescueNegativeTestJSON-1543203106 tempest-ServerRescueNegativeTestJSON-1543203106-project] 10.222.0.32 "GET /v2.0/ports?device_id=32e5072b-f9f9-45bb-a38e-92e42c7b96c8 HTTP/1.1" status: 200 len: 210 time: 0.0281045 May 04 14:57:47.908952 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed75f6-2762-4c79-9536-250945319812 req-47be28b6-f520-4538-ad03-7af42d8d6471 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:47.910484 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-dfed75f6-2762-4c79-9536-250945319812 req-47be28b6-f520-4538-ad03-7af42d8d6471 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0590739 May 04 14:57:47.962540 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-dfed75f6-2762-4c79-9536-250945319812 req-844ce7c1-0c65-47f7-a582-639b588c2cb8 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463326 May 04 14:57:48.167910 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dde073-820a-4fd2-a9f7-947da9280423 req-7d21bb35-0ae5-457e-9a19-10226c4a6ef2 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:48.169612 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-82dde073-820a-4fd2-a9f7-947da9280423 req-7d21bb35-0ae5-457e-9a19-10226c4a6ef2 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 946 time: 0.0754936 May 04 14:57:48.220946 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-82dde073-820a-4fd2-a9f7-947da9280423 req-60ed2c45-c488-40e8-beaa-174ac6d030d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=51d60e04-d7c5-475e-b6c5-7a2be1a079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455155 May 04 14:57:48.689287 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41546) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:49.072433 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18741e4-c168-484b-851f-c2f041e8f142 req-334e3a6b-b0a7-4329-89ab-584a11cd3b01 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:49.073946 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c18741e4-c168-484b-851f-c2f041e8f142 req-334e3a6b-b0a7-4329-89ab-584a11cd3b01 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 946 time: 0.0923765 May 04 14:57:49.142517 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bacc1-e18c-4584-966f-c2d7663853fa req-9bdd47b3-2d2e-4054-9719-709b4c4b05cb tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:49.143989 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5f0bacc1-e18c-4584-966f-c2d7663853fa req-9bdd47b3-2d2e-4054-9719-709b4c4b05cb tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0960579 May 04 14:57:49.294072 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-c18741e4-c168-484b-851f-c2f041e8f142 req-522e2288-b21c-493a-a0c1-b3434a2a02b9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Deleting port 900f9d96-a2bb-489c-a548-8617753efe0a {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:57:49.294410 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c18741e4-c168-484b-851f-c2f041e8f142 req-522e2288-b21c-493a-a0c1-b3434a2a02b9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (900f9d96-a2bb-489c-a548-8617753efe0a), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:49.329978 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5f0bacc1-e18c-4584-966f-c2d7663853fa req-c44e79d4-017d-4aff-b6e7-a87afe8d6c07 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801519 May 04 14:57:49.344220 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e8c4e-369e-4357-9fce-3dc404b835ae req-ebbefa55-af4d-4e44-bd3a-175b1c02544f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:49.345831 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ab5e8c4e-369e-4357-9fce-3dc404b835ae req-ebbefa55-af4d-4e44-bd3a-175b1c02544f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 946 time: 0.0520828 May 04 14:57:49.399861 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ab5e8c4e-369e-4357-9fce-3dc404b835ae req-48da000e-678f-486d-8c8f-c8baf17d55d3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=51d60e04-d7c5-475e-b6c5-7a2be1a079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486338 May 04 14:57:49.497812 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8ab20dfb-a843-4988-a0d4-63b1e6352f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688502'] for router_interface (7f1f2095-0a86-4599-a900-521aee918458), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:49.552725 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-c18741e4-c168-484b-851f-c2f041e8f142 req-522e2288-b21c-493a-a0c1-b3434a2a02b9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] For port 900f9d96-a2bb-489c-a548-8617753efe0a, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=900f9d96-a2bb-489c-a548-8617753efe0a,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:57:49.553017 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c18741e4-c168-484b-851f-c2f041e8f142 req-522e2288-b21c-493a-a0c1-b3434a2a02b9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (900f9d96-a2bb-489c-a548-8617753efe0a), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:49.892614 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 9fcebb56-303a-49e8-9614-ba68de897b4e no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:57:49.894306 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c18741e4-c168-484b-851f-c2f041e8f142 req-522e2288-b21c-493a-a0c1-b3434a2a02b9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:49.895058 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c18741e4-c168-484b-851f-c2f041e8f142 req-522e2288-b21c-493a-a0c1-b3434a2a02b9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (b2c97c73-ebd2-441f-97f9-d9dd63c215b5), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:49.895399 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [req-c18741e4-c168-484b-851f-c2f041e8f142 req-522e2288-b21c-493a-a0c1-b3434a2a02b9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Floating IP b2c97c73-ebd2-441f-97f9-d9dd63c215b5 disassociated. External IP: 172.27.2.205, port: 900f9d96-a2bb-489c-a548-8617753efe0a. May 04 14:57:49.895804 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-c18741e4-c168-484b-851f-c2f041e8f142 req-522e2288-b21c-493a-a0c1-b3434a2a02b9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Calling delete_port for 900f9d96-a2bb-489c-a548-8617753efe0a owned by compute:nova {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:57:49.918225 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: 9fcebb56-303a-49e8-9614-ba68de897b4e {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:57:49.918553 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 9fcebb56-303a-49e8-9614-ba68de897b4e not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:57:50.009377 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-8ab20dfb-a843-4988-a0d4-63b1e6352f8f admin admin] Deleting port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:57:50.009714 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8ab20dfb-a843-4988-a0d4-63b1e6352f8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:50.137224 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [None req-8ab20dfb-a843-4988-a0d4-63b1e6352f8f admin admin] For port 2d06aa98-70c7-4d99-b2f7-286a739fd3cd, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=2d06aa98-70c7-4d99-b2f7-286a739fd3cd,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:57:50.137563 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8ab20dfb-a843-4988-a0d4-63b1e6352f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:50.153895 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-8ab20dfb-a843-4988-a0d4-63b1e6352f8f admin admin] Calling delete_port for 2d06aa98-70c7-4d99-b2f7-286a739fd3cd owned by network:router_interface {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:57:50.157854 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c18741e4-c168-484b-851f-c2f041e8f142 req-522e2288-b21c-493a-a0c1-b3434a2a02b9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (900f9d96-a2bb-489c-a548-8617753efe0a), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:50.191436 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e2288-b21c-493a-a0c1-b3434a2a02b9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event deleted for resources: {'Port': ['ID=900f9d96-a2bb-489c-a548-8617753efe0a,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:50.515549 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ac85c68e-62e2-446b-baa9-861d119c9716 req-7ad40eaf-fee9-4320-9554-acabacbeb35e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 210 time: 0.0297215 May 04 14:57:50.728605 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb073e0-c504-4805-88e2-19cca7b5e5e2 req-7c157877-c75b-46a8-b442-56a8d8e86004 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:50.730171 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ecb073e0-c504-4805-88e2-19cca7b5e5e2 req-7c157877-c75b-46a8-b442-56a8d8e86004 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0857499 May 04 14:57:50.734748 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c18741e4-c168-484b-851f-c2f041e8f142 req-522e2288-b21c-493a-a0c1-b3434a2a02b9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Router a05159e1-6b22-4325-9888-d7a1a51a9090 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:57:50.860941 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ecb073e0-c504-4805-88e2-19cca7b5e5e2 req-b081183b-f4d1-4581-be07-1ec0edae8f46 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241729 May 04 14:57:50.880736 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8ab20dfb-a843-4988-a0d4-63b1e6352f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (2d06aa98-70c7-4d99-b2f7-286a739fd3cd), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:50.942196 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab20dfb-a843-4988-a0d4-63b1e6352f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d06aa98-70c7-4d99-b2f7-286a739fd3cd,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:51.015873 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c18741e4-c168-484b-851f-c2f041e8f142 req-522e2288-b21c-493a-a0c1-b3434a2a02b9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:57:51.031975 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e63ce-5a2d-4740-a8d9-5bfcd7ea54f8 None None] Sync routers for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:57:51.047298 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e63ce-5a2d-4740-a8d9-5bfcd7ea54f8 None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:57:51.048255 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-883e63ce-5a2d-4740-a8d9-5bfcd7ea54f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:57:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:51.135517 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18741e4-c168-484b-851f-c2f041e8f142 req-522e2288-b21c-493a-a0c1-b3434a2a02b9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] No DVR routers for this DVR port 900f9d96-a2bb-489c-a548-8617753efe0a on host hv-cinder-84049 {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:57:51.137195 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8ab20dfb-a843-4988-a0d4-63b1e6352f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691859'] for router_interface (7f1f2095-0a86-4599-a900-521aee918458), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:51.139654 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c18741e4-c168-484b-851f-c2f041e8f142 req-522e2288-b21c-493a-a0c1-b3434a2a02b9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:51.143238 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c18741e4-c168-484b-851f-c2f041e8f142 req-522e2288-b21c-493a-a0c1-b3434a2a02b9 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "DELETE /v2.0/ports/900f9d96-a2bb-489c-a548-8617753efe0a HTTP/1.1" status: 204 len: 173 time: 2.0510526 May 04 14:57:51.143673 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa0abda-21b4-4905-b8af-ec9ca6d3acac', 'name': 'network-vif-deleted', 'tag': '900f9d96-a2bb-489c-a548-8617753efe0a'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:57:51.149279 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b313e506-e4fb-44a7-87c7-803559866f89" -d '{"events": [{"server_uuid": "eaa0abda-21b4-4905-b8af-ec9ca6d3acac", "name": "network-vif-deleted", "tag": "900f9d96-a2bb-489c-a548-8617753efe0a"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:57:51.190808 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-883e63ce-5a2d-4740-a8d9-5bfcd7ea54f8 None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:57:51.231722 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a71cc17-da70-47b6-9f0a-33f19d8cf2cf x-openstack-request-id: req-1a71cc17-da70-47b6-9f0a-33f19d8cf2cf {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:57:51.232006 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa0abda-21b4-4905-b8af-ec9ca6d3acac", "name": "network-vif-deleted", "tag": "900f9d96-a2bb-489c-a548-8617753efe0a", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:57:51.232267 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a71cc17-da70-47b6-9f0a-33f19d8cf2cf {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:57:51.232690 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a71cc17-da70-47b6-9f0a-33f19d8cf2cf'] response: {'server_uuid': 'eaa0abda-21b4-4905-b8af-ec9ca6d3acac', 'name': 'network-vif-deleted', 'tag': '900f9d96-a2bb-489c-a548-8617753efe0a', 'status': 'completed', 'code': 200} May 04 14:57:51.413461 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-883e63ce-5a2d-4740-a8d9-5bfcd7ea54f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:51.446690 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e63ce-5a2d-4740-a8d9-5bfcd7ea54f8 None None] Checking router: a05159e1-6b22-4325-9888-d7a1a51a9090 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:57:51.449092 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab20dfb-a843-4988-a0d4-63b1e6352f8f admin admin] Router 7f1f2095-0a86-4599-a900-521aee918458 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:57:51.455609 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e63ce-5a2d-4740-a8d9-5bfcd7ea54f8 None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:57:51.456218 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-883e63ce-5a2d-4740-a8d9-5bfcd7ea54f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:57:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:51.579393 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab20dfb-a843-4988-a0d4-63b1e6352f8f admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:57:51.585024 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-8ab20dfb-a843-4988-a0d4-63b1e6352f8f admin admin] 10.222.0.32 "PUT /v2.0/routers/7f1f2095-0a86-4599-a900-521aee918458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8946419 May 04 14:57:51.590033 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41562) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:51.593825 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f7066-d930-4cb4-9629-9bf151f931f9 None None] Sync routers for ids ['7f1f2095-0a86-4599-a900-521aee918458'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:57:51.607238 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f7066-d930-4cb4-9629-9bf151f931f9 None None] Routers {'7f1f2095-0a86-4599-a900-521aee918458'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:57:51.607893 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-9c0f7066-d930-4cb4-9629-9bf151f931f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:57:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7f1f2095-0a86-4599-a900-521aee918458'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:51.608925 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-883e63ce-5a2d-4740-a8d9-5bfcd7ea54f8 None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:57:51.668160 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f5735b14-d7b3-4f0a-b1db-336042ad6711 req-289d5145-4475-4d84-a300-47255eb861f6 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaa0abda-21b4-4905-b8af-ec9ca6d3acac HTTP/1.1" status: 200 len: 210 time: 0.0395122 May 04 14:57:51.750503 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-9c0f7066-d930-4cb4-9629-9bf151f931f9 None None] Set router 7f1f2095-0a86-4599-a900-521aee918458 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:57:51.753701 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f4ba-7a49-4aa5-a6df-379686c220b3 admin admin] Publish callbacks [] for router (7f1f2095-0a86-4599-a900-521aee918458), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:51.874469 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f4ba-7a49-4aa5-a6df-379686c220b3 admin admin] Publish callbacks [] for router_gateway (7f1f2095-0a86-4599-a900-521aee918458), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:51.882631 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-883e63ce-5a2d-4740-a8d9-5bfcd7ea54f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:51.913207 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e63ce-5a2d-4740-a8d9-5bfcd7ea54f8 None None] The sync data for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi is: [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:57:51.936892 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-9c0f7066-d930-4cb4-9629-9bf151f931f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:57:50Z', 'revision_number': 5, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port': {'id': '522fd025-1e85-40ff-ad90-8b3973a92a63', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1f2095-0a86-4599-a900-521aee918458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:51.973747 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f7066-d930-4cb4-9629-9bf151f931f9 None None] Checking router: 7f1f2095-0a86-4599-a900-521aee918458 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:57:51.984339 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f7066-d930-4cb4-9629-9bf151f931f9 None None] Routers {'7f1f2095-0a86-4599-a900-521aee918458'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:57:51.985042 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-9c0f7066-d930-4cb4-9629-9bf151f931f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:57:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7f1f2095-0a86-4599-a900-521aee918458'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:52.005573 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-f5d8f4ba-7a49-4aa5-a6df-379686c220b3 admin admin] Deleting port 522fd025-1e85-40ff-ad90-8b3973a92a63 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:57:52.005573 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f4ba-7a49-4aa5-a6df-379686c220b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (522fd025-1e85-40ff-ad90-8b3973a92a63), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:52.048514 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6e34d-6378-4dc3-a563-b9f7bb9c6098 req-3a8c11e7-8ee1-4ed3-88a1-b6c56a2bfe57 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:52.050162 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d8a6e34d-6378-4dc3-a563-b9f7bb9c6098 req-3a8c11e7-8ee1-4ed3-88a1-b6c56a2bfe57 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0878868 May 04 14:57:52.114288 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-9c0f7066-d930-4cb4-9629-9bf151f931f9 None None] Set router 7f1f2095-0a86-4599-a900-521aee918458 gateway port host: None {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:57:52.140035 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [None req-f5d8f4ba-7a49-4aa5-a6df-379686c220b3 admin admin] For port 522fd025-1e85-40ff-ad90-8b3973a92a63, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=522fd025-1e85-40ff-ad90-8b3973a92a63,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:57:52.140396 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f4ba-7a49-4aa5-a6df-379686c220b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (522fd025-1e85-40ff-ad90-8b3973a92a63), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:52.166697 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d8a6e34d-6378-4dc3-a563-b9f7bb9c6098 req-10916a7b-a153-48c1-a275-125596ddf4ea tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891142 May 04 14:57:52.167896 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-f5d8f4ba-7a49-4aa5-a6df-379686c220b3 admin admin] Calling delete_port for 522fd025-1e85-40ff-ad90-8b3973a92a63 owned by network:router_gateway {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:57:52.261305 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aedc5e-e92b-48dc-9123-2cfa793e196d None None] New status for floating IP b2c97c73-ebd2-441f-97f9-d9dd63c215b5: DOWN {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:57:52.275275 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-9c0f7066-d930-4cb4-9629-9bf151f931f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:57:51Z', 'revision_number': 6, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port_host': None}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:52.312458 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f7066-d930-4cb4-9629-9bf151f931f9 None None] The sync data for ids ['7f1f2095-0a86-4599-a900-521aee918458'] in dv-cinder-840493-1-iscsi is: [{'id': '7f1f2095-0a86-4599-a900-521aee918458', 'name': 'tempest-ServerRescueNegativeTestJSON-1551014889-router', 'tenant_id': 'f96454a48c304aabbcb82ad8a2771b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:18Z', 'updated_at': '2022-05-04T14:57:51Z', 'revision_number': 6, 'project_id': 'f96454a48c304aabbcb82ad8a2771b01', 'gw_port_host': None}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:57:52.378588 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f4ba-7a49-4aa5-a6df-379686c220b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (522fd025-1e85-40ff-ad90-8b3973a92a63), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:52.409028 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8f4ba-7a49-4aa5-a6df-379686c220b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=522fd025-1e85-40ff-ad90-8b3973a92a63,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:52.503217 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f4ba-7a49-4aa5-a6df-379686c220b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690784'] for router_gateway (7f1f2095-0a86-4599-a900-521aee918458), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:52.629258 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f4ba-7a49-4aa5-a6df-379686c220b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4419'] for router (7f1f2095-0a86-4599-a900-521aee918458), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:52.631869 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f4ba-7a49-4aa5-a6df-379686c220b3 admin admin] Publish callbacks [] for router_controller (7f1f2095-0a86-4599-a900-521aee918458), precommit_delete_associations {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:52.698982 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f4ba-7a49-4aa5-a6df-379686c220b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685069'] for router (7f1f2095-0a86-4599-a900-521aee918458), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:52.699418 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d8f4ba-7a49-4aa5-a6df-379686c220b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f1f2095-0a86-4599-a900-521aee918458 {{(pid=115137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 14:57:52.705221 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f5d8f4ba-7a49-4aa5-a6df-379686c220b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:52.706389 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-f5d8f4ba-7a49-4aa5-a6df-379686c220b3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7f1f2095-0a86-4599-a900-521aee918458 HTTP/1.1" status: 204 len: 168 time: 1.1115148 May 04 14:57:52.709075 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41568) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:52.762222 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed4340b-feb2-42f5-95f4-cbe2788eba8c admin admin] Deleting subnet 25bf5b2a-ee70-4625-b180-26a077afc13c {{(pid=115137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:57:52.762396 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41572) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:52.765749 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9ed4340b-feb2-42f5-95f4-cbe2788eba8c admin admin] Publish callbacks [] for subnet (25bf5b2a-ee70-4625-b180-26a077afc13c), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:52.802764 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9ed4340b-feb2-42f5-95f4-cbe2788eba8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131298795'] for subnet (25bf5b2a-ee70-4625-b180-26a077afc13c), precommit_delete_associations {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:52.827358 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0198533a-9ea8-43c2-b07a-4055fbdf40bf tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (51d60e04-d7c5-475e-b6c5-7a2be1a079f2), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:52.860035 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0198533a-9ea8-43c2-b07a-4055fbdf40bf tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (51d60e04-d7c5-475e-b6c5-7a2be1a079f2), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:52.925372 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9ed4340b-feb2-42f5-95f4-cbe2788eba8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (25bf5b2a-ee70-4625-b180-26a077afc13c), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:52.946496 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0198533a-9ea8-43c2-b07a-4055fbdf40bf tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (51d60e04-d7c5-475e-b6c5-7a2be1a079f2), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:52.951831 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0198533a-9ea8-43c2-b07a-4055fbdf40bf tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:52.953866 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-0198533a-9ea8-43c2-b07a-4055fbdf40bf tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "DELETE /v2.0/security-groups/51d60e04-d7c5-475e-b6c5-7a2be1a079f2 HTTP/1.1" status: 204 len: 168 time: 0.1902199 May 04 14:57:52.956416 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41574) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:52.971970 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198533a-9ea8-43c2-b07a-4055fbdf40bf tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d60e04-d7c5-475e-b6c5-7a2be1a079f2,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:52.975894 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.api.v2.resource [None req-3b25fc4e-250f-4801-a1f0-890983dabc73 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] show failed (client error): The resource could not be found. May 04 14:57:52.977229 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-3b25fc4e-250f-4801-a1f0-890983dabc73 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups/51d60e04-d7c5-475e-b6c5-7a2be1a079f2 HTTP/1.1" status: 404 len: 347 time: 0.0195944 May 04 14:57:52.980354 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41576) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:53.107956 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9ed4340b-feb2-42f5-95f4-cbe2788eba8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130398476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131084547'] for subnet (25bf5b2a-ee70-4625-b180-26a077afc13c), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:53.148880 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4340b-feb2-42f5-95f4-cbe2788eba8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25bf5b2a-ee70-4625-b180-26a077afc13c,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:53.157655 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fc9bee-3d83-4533-9ab0-61ff9d8c8ba5 None None] Network 0132aa9d-215e-458d-ac0a-392119ca6fdd requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:57:53.193977 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9ed4340b-feb2-42f5-95f4-cbe2788eba8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:53.200164 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41578) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:53.200298 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-9ed4340b-feb2-42f5-95f4-cbe2788eba8c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/25bf5b2a-ee70-4625-b180-26a077afc13c HTTP/1.1" status: 204 len: 168 time: 0.4901035 May 04 14:57:53.202838 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-27dbde6f-b0ea-4a94-a47d-280fdb2ed566 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Deleting port 4212f8f5-cdb4-4157-939e-69f585610402 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:57:53.203112 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-27dbde6f-b0ea-4a94-a47d-280fdb2ed566 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (4212f8f5-cdb4-4157-939e-69f585610402), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:53.283694 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 2d06aa98-70c7-4d99-b2f7-286a739fd3cd no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:57:53.309175 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 2d06aa98-70c7-4d99-b2f7-286a739fd3cd {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:57:53.309808 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 2d06aa98-70c7-4d99-b2f7-286a739fd3cd not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:57:53.310374 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 522fd025-1e85-40ff-ad90-8b3973a92a63 no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:57:53.329366 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-27dbde6f-b0ea-4a94-a47d-280fdb2ed566 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (4212f8f5-cdb4-4157-939e-69f585610402), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:53.329702 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-27dbde6f-b0ea-4a94-a47d-280fdb2ed566 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (4212f8f5-cdb4-4157-939e-69f585610402), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:53.337362 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 522fd025-1e85-40ff-ad90-8b3973a92a63 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:57:53.337972 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 522fd025-1e85-40ff-ad90-8b3973a92a63 not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:57:53.347993 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-27dbde6f-b0ea-4a94-a47d-280fdb2ed566 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Calling delete_port for 4212f8f5-cdb4-4157-939e-69f585610402 owned by network:floatingip {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:57:53.374676 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (0132aa9d-215e-458d-ac0a-392119ca6fdd), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:53.403109 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88afee-3457-43f9-b6ca-492c1970442c req-71abcb14-39df-4c12-9373-4e2fd7a280e0 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:53.404176 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c88afee-3457-43f9-b6ca-492c1970442c req-71abcb14-39df-4c12-9373-4e2fd7a280e0 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0840738 May 04 14:57:53.446538 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4706ffb0-520c-4a76-b184-b51bb0be85cb None None] DHCP port deletion for 0132aa9d-215e-458d-ac0a-392119ca6fdd request from dv-cinder-840493-1-iscsi {{(pid=115138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 14:57:53.490940 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-4706ffb0-520c-4a76-b184-b51bb0be85cb None None] Deleting port 2347744f-f136-45c4-a93b-1d50d195e29c {{(pid=115138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:57:53.491226 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4706ffb0-520c-4a76-b184-b51bb0be85cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (2347744f-f136-45c4-a93b-1d50d195e29c), before_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:53.501094 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Deleting port 2347744f-f136-45c4-a93b-1d50d195e29c {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:57:53.501572 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (2347744f-f136-45c4-a93b-1d50d195e29c), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:53.519808 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c88afee-3457-43f9-b6ca-492c1970442c req-9d3cf4c7-60fe-4d34-a3a2-5cf02ffcfa7d tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868576 May 04 14:57:53.538210 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-27dbde6f-b0ea-4a94-a47d-280fdb2ed566 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (4212f8f5-cdb4-4157-939e-69f585610402), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:53.596289 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] For port 2347744f-f136-45c4-a93b-1d50d195e29c, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=2347744f-f136-45c4-a93b-1d50d195e29c,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:57:53.596719 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (2347744f-f136-45c4-a93b-1d50d195e29c), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:53.622243 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Calling delete_port for 2347744f-f136-45c4-a93b-1d50d195e29c owned by network:dhcp {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:57:53.726888 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-4706ffb0-520c-4a76-b184-b51bb0be85cb None None] For port 2347744f-f136-45c4-a93b-1d50d195e29c, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=2347744f-f136-45c4-a93b-1d50d195e29c,segment=NetworkSegment(117a045f-8cd2-4715-8f53-34effdd68722),segment_id=117a045f-8cd2-4715-8f53-34effdd68722)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:57:53.727395 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4706ffb0-520c-4a76-b184-b51bb0be85cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (2347744f-f136-45c4-a93b-1d50d195e29c), precommit_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:53.743121 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-4706ffb0-520c-4a76-b184-b51bb0be85cb None None] Calling delete_port for 2347744f-f136-45c4-a93b-1d50d195e29c owned by network:dhcp {{(pid=115138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:57:53.769134 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (2347744f-f136-45c4-a93b-1d50d195e29c), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:53.787940 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] No DVR routers for this DVR port 2347744f-f136-45c4-a93b-1d50d195e29c on host dv-cinder-840493-1-iscsi {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:57:53.857528 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Pushing event deleted for resources: {'Port': ['ID=2347744f-f136-45c4-a93b-1d50d195e29c,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:53.878443 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbde6f-b0ea-4a94-a47d-280fdb2ed566 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event deleted for resources: {'Port': ['ID=4212f8f5-cdb4-4157-939e-69f585610402,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:53.881053 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4706ffb0-520c-4a76-b184-b51bb0be85cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (2347744f-f136-45c4-a93b-1d50d195e29c), after_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:53.894485 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 900f9d96-a2bb-489c-a548-8617753efe0a no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:57:53.904005 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (0132aa9d-215e-458d-ac0a-392119ca6fdd), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:53.930646 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:57:53.931042 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:57:53.931806 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:57:53.932171 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Subscribe: > port after_create 55550000 {{(pid=115136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:57:53.932506 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:57:53.932856 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Subscribe: > port after_update 55550000 {{(pid=115136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:57:53.933188 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:57:53.933540 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:57:53.933842 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:57:53.934183 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:57:53.940498 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706ffb0-520c-4a76-b184-b51bb0be85cb None None] Pushing event deleted for resources: {'Port': ['ID=2347744f-f136-45c4-a93b-1d50d195e29c,revision_number=None']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:53.942812 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: 900f9d96-a2bb-489c-a548-8617753efe0a {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:57:53.943254 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 900f9d96-a2bb-489c-a548-8617753efe0a not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:57:53.964382 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4706ffb0-520c-4a76-b184-b51bb0be85cb None None] No DVR routers for this DVR port 2347744f-f136-45c4-a93b-1d50d195e29c on host dv-cinder-840493-1-iscsi {{(pid=115138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:57:53.965966 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-27dbde6f-b0ea-4a94-a47d-280fdb2ed566 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (b2c97c73-ebd2-441f-97f9-d9dd63c215b5), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:53.971599 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-27dbde6f-b0ea-4a94-a47d-280fdb2ed566 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:53.973269 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-27dbde6f-b0ea-4a94-a47d-280fdb2ed566 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "DELETE /v2.0/floatingips/b2c97c73-ebd2-441f-97f9-d9dd63c215b5 HTTP/1.1" status: 204 len: 168 time: 0.9917223 May 04 14:57:54.038484 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:57:54.038967 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:57:54.039509 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:57:54.039929 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:57:54.040385 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.services.segments.db [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0132aa9d-215e-458d-ac0a-392119ca6fdd']}} {{(pid=115136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:54.059312 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.services.segments.db [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117a045f-8cd2-4715-8f53-34effdd68722') {'for_net_delete': True} {{(pid=115136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:54.059606 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.services.segments.db [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117a045f-8cd2-4715-8f53-34effdd68722') {} {{(pid=115136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:57:54.078212 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131755816'] for segment (117a045f-8cd2-4715-8f53-34effdd68722), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.104910 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (117a045f-8cd2-4715-8f53-34effdd68722), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.116927 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=115136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:57:54.117333 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130559300'] for segment (117a045f-8cd2-4715-8f53-34effdd68722), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: from cryptography.utils import int_from_bytes May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: from cryptography.utils import int_from_bytes May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: Traceback (most recent call last): May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: timer() May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: cb(*args, **kw) May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: return func(*args, **kwargs) May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: self._notify() May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: self.callback(batched_events) May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: event.method(event) May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: return f(self, *a, **k) May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: return self._get(url).json() May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: return self.request(url, 'GET', **kwargs) May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:57:54.122107 dv-cinder-840493-1-iscsi neutron-server[115136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:57:54.189537 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (0132aa9d-215e-458d-ac0a-392119ca6fdd), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.199259 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.205566 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0132aa9d-215e-458d-ac0a-392119ca6fdd HTTP/1.1" status: 204 len: 168 time: 1.0014501 May 04 14:57:54.212700 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a9580-adc3-4f81-b7c2-62a4ab1d3666 admin admin] Pushing event deleted for resources: {'Network': ['ID=0132aa9d-215e-458d-ac0a-392119ca6fdd,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:54.360989 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41588) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:54.407690 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-c5fbf250-4780-4a78-a0ac-1d0069404efd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f96454a48c304aabbcb82ad8a2771b01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454807 May 04 14:57:54.411173 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41590) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:54.430413 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41592) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:54.435426 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-074a81cd-4f40-468d-8ae1-7aa478ee6c9e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1071945481', 'description': 'tempest-description--479710979'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:57:54.461117 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-074a81cd-4f40-468d-8ae1-7aa478ee6c9e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.467237 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-087aa850-688c-450b-9d78-c3eec3046fd5 admin admin] Publish callbacks [] for security_group (bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.491540 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-087aa850-688c-450b-9d78-c3eec3046fd5 admin admin] Publish callbacks [] for security_group (bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.532033 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-074a81cd-4f40-468d-8ae1-7aa478ee6c9e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (19f3c2a6-f813-4626-9eab-fe37fa50ba16), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.535861 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-074a81cd-4f40-468d-8ae1-7aa478ee6c9e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (19f3c2a6-f813-4626-9eab-fe37fa50ba16), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.543084 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-087aa850-688c-450b-9d78-c3eec3046fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.545718 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-087aa850-688c-450b-9d78-c3eec3046fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.546868 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-087aa850-688c-450b-9d78-c3eec3046fd5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc HTTP/1.1" status: 204 len: 168 time: 0.1346719 May 04 14:57:54.555169 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087aa850-688c-450b-9d78-c3eec3046fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdd900e-773b-4b0a-aaee-9e0c29cbd3bc,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:54.576873 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-074a81cd-4f40-468d-8ae1-7aa478ee6c9e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.580764 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-074a81cd-4f40-468d-8ae1-7aa478ee6c9e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1491709 May 04 14:57:54.583953 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41598) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:54.585028 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a81cd-4f40-468d-8ae1-7aa478ee6c9e tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f3c2a6-f813-4626-9eab-fe37fa50ba16,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:54.590915 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-43f343cc-cf18-4889-bdd7-e90189d40435 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'security_group_rule': {'security_group_id': '19f3c2a6-f813-4626-9eab-fe37fa50ba16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:57:54.629071 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-43f343cc-cf18-4889-bdd7-e90189d40435 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (283cc3cb-b37b-4172-880b-0feb05792762), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.699668 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155da42e-fee9-46bf-b1cf-34f0551d2c07 req-242e8efb-e8cf-46ea-b758-d612cb12e90b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:54.701498 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-155da42e-fee9-46bf-b1cf-34f0551d2c07 req-242e8efb-e8cf-46ea-b758-d612cb12e90b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0744643 May 04 14:57:54.743538 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-43f343cc-cf18-4889-bdd7-e90189d40435 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (283cc3cb-b37b-4172-880b-0feb05792762), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.757178 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-43f343cc-cf18-4889-bdd7-e90189d40435 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (283cc3cb-b37b-4172-880b-0feb05792762), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.789905 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f343cc-cf18-4889-bdd7-e90189d40435 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283cc3cb-b37b-4172-880b-0feb05792762,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:54.797511 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-155da42e-fee9-46bf-b1cf-34f0551d2c07 req-87512536-2254-4587-8ab9-10f0831fb00c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892568 May 04 14:57:54.803246 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-43f343cc-cf18-4889-bdd7-e90189d40435 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.807482 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41602) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:54.807702 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-43f343cc-cf18-4889-bdd7-e90189d40435 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2218719 May 04 14:57:54.813215 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-d5d9776d-73c6-49cc-aafb-dae2793b1fdc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'security_group_rule': {'security_group_id': '19f3c2a6-f813-4626-9eab-fe37fa50ba16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:57:54.846206 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d5d9776d-73c6-49cc-aafb-dae2793b1fdc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (c11a1edc-a0c2-48ac-8023-a3c200d353c0), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.917570 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d5d9776d-73c6-49cc-aafb-dae2793b1fdc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (c11a1edc-a0c2-48ac-8023-a3c200d353c0), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.923249 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d5d9776d-73c6-49cc-aafb-dae2793b1fdc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (c11a1edc-a0c2-48ac-8023-a3c200d353c0), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.945372 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9776d-73c6-49cc-aafb-dae2793b1fdc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11a1edc-a0c2-48ac-8023-a3c200d353c0,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:54.960995 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d5d9776d-73c6-49cc-aafb-dae2793b1fdc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:54.962419 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-d5d9776d-73c6-49cc-aafb-dae2793b1fdc tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538658 May 04 14:57:54.965661 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41610) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:54.970082 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'floatingip': {'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:57:54.993070 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:55.094597 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:55.181550 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 2347744f-f136-45c4-a93b-1d50d195e29c no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:57:55.212098 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 2347744f-f136-45c4-a93b-1d50d195e29c {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:57:55.212662 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 2347744f-f136-45c4-a93b-1d50d195e29c not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:57:55.240856 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Allocated IP 172.27.2.172 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/3825bdb7-fb81-4454-bcd6-1a4bbb9c0dc4) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:57:55.362165 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for port (3825bdb7-fb81-4454-bcd6-1a4bbb9c0dc4), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:55.401738 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (3825bdb7-fb81-4454-bcd6-1a4bbb9c0dc4), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:55.441891 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:57:55.444838 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:57:55.448896 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:57:55.478552 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'Port': ['ID=3825bdb7-fb81-4454-bcd6-1a4bbb9c0dc4,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:55.548277 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (888ce105-a473-416e-a13d-0db1b0cd1943), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:55.597288 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (3825bdb7-fb81-4454-bcd6-1a4bbb9c0dc4), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:55.773801 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for port (3825bdb7-fb81-4454-bcd6-1a4bbb9c0dc4), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:55.779928 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (3825bdb7-fb81-4454-bcd6-1a4bbb9c0dc4), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:55.866256 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'Port': ['ID=3825bdb7-fb81-4454-bcd6-1a4bbb9c0dc4,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:55.872089 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (888ce105-a473-416e-a13d-0db1b0cd1943), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:55.897084 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:55.898445 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-4c305de1-d23c-427c-9940-3a0db279717c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9317942 May 04 14:57:55.935690 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762dc6a-fe4a-43c1-97f8-232d2248fd14 req-2014aa8f-24f3-4511-9643-2bd0764a69f2 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:55.937366 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f762dc6a-fe4a-43c1-97f8-232d2248fd14 req-2014aa8f-24f3-4511-9643-2bd0764a69f2 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0540180 May 04 14:57:56.002312 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f762dc6a-fe4a-43c1-97f8-232d2248fd14 req-297f2f7d-03bc-4d4c-8186-7d85ddcb0365 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583427 May 04 14:57:56.136921 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-9ec97d4d-0b10-4d0b-93ec-d8f3aac91070 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1071945481&fields=id&tenant_id=35d8071dbd7246228c7a252c40fae038 HTTP/1.1" status: 200 len: 267 time: 0.0484283 May 04 14:57:56.263424 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-669e0c00-98c0-44c1-a509-ee49ef78e55a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:56.265138 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-669e0c00-98c0-44c1-a509-ee49ef78e55a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/networks?id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 200 len: 814 time: 0.1198463 May 04 14:57:56.281996 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-6fc5dd50-d95a-4f13-acfe-6b59470237d3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/quotas/35d8071dbd7246228c7a252c40fae038 HTTP/1.1" status: 200 len: 375 time: 0.0110199 May 04 14:57:56.343383 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-65241234-c50b-4999-915a-c2748457be8d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=35d8071dbd7246228c7a252c40fae038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558128 May 04 14:57:56.581571 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-b39857d3-c3a5-4456-beda-3f7ee7c3542a service neutron] 10.222.0.32 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265575 May 04 14:57:56.596974 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41666) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:56.701241 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-063083e8-6db1-41b0-a77e-10d61ed016f7 service neutron] 10.222.0.32 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136026 May 04 14:57:56.721641 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbfd5-86fb-4976-8c80-837bbba178e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:56.808841 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbfd5-86fb-4976-8c80-837bbba178e5 admin admin] Publish callbacks [] for security_group (62e9abf7-9078-4a62-a228-25b057a6ae84), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:56.817190 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbfd5-86fb-4976-8c80-837bbba178e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (62e9abf7-9078-4a62-a228-25b057a6ae84), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:56.886924 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-cd3cbfd5-86fb-4976-8c80-837bbba178e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b236511c7434bf1bbfc26eb0f2f7818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886610 May 04 14:57:56.888501 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fb0f9535-fe6b-4a22-ad50-5727ff26457b req-44a54dcf-663f-4db3-bd26-acee3cddf490 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 210 time: 0.0387721 May 04 14:57:56.889612 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41674) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:56.890997 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cbfd5-86fb-4976-8c80-837bbba178e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e9abf7-9078-4a62-a228-25b057a6ae84,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:56.979715 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-83fa77e7-3fcc-4f65-9587-1ca985f8b789 admin admin] Publish callbacks [] for security_group (62e9abf7-9078-4a62-a228-25b057a6ae84), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:57.006658 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-83fa77e7-3fcc-4f65-9587-1ca985f8b789 admin admin] Publish callbacks [] for security_group (62e9abf7-9078-4a62-a228-25b057a6ae84), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:57.071326 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-83fa77e7-3fcc-4f65-9587-1ca985f8b789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (62e9abf7-9078-4a62-a228-25b057a6ae84), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:57.074599 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-83fa77e7-3fcc-4f65-9587-1ca985f8b789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:57.078852 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-83fa77e7-3fcc-4f65-9587-1ca985f8b789 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62e9abf7-9078-4a62-a228-25b057a6ae84 HTTP/1.1" status: 204 len: 168 time: 0.1849020 May 04 14:57:57.085131 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa77e7-3fcc-4f65-9587-1ca985f8b789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e9abf7-9078-4a62-a228-25b057a6ae84,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:57.155827 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dad94-bfe7-45d3-9516-9e673eee8e42 req-d644219e-075c-40d7-8392-1a7549650dfe tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:57.157673 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-df7dad94-bfe7-45d3-9516-9e673eee8e42 req-d644219e-075c-40d7-8392-1a7549650dfe tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0622227 May 04 14:57:57.224280 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-df7dad94-bfe7-45d3-9516-9e673eee8e42 req-eeb686c7-70de-4d82-8974-60edcbdfc70c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594606 May 04 14:57:57.470321 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41688) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:57.484674 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1a25e20b-cc42-4b61-b891-00c584d54e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:57.569710 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1a25e20b-cc42-4b61-b891-00c584d54e6b admin admin] Publish callbacks [] for security_group (3238c9b3-09e0-4931-9193-48275880fd73), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:57.575119 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1a25e20b-cc42-4b61-b891-00c584d54e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3238c9b3-09e0-4931-9193-48275880fd73), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:57.615392 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25e20b-cc42-4b61-b891-00c584d54e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3238c9b3-09e0-4931-9193-48275880fd73,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:57.620328 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-1a25e20b-cc42-4b61-b891-00c584d54e6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8725d060cfe74d6e8828113cb37832b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488986 May 04 14:57:57.623335 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 41690) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:57:57.680384 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0c4709ac-2472-4316-9dfa-093019c4d4fd admin admin] Publish callbacks [] for security_group (3238c9b3-09e0-4931-9193-48275880fd73), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:57.704024 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0c4709ac-2472-4316-9dfa-093019c4d4fd admin admin] Publish callbacks [] for security_group (3238c9b3-09e0-4931-9193-48275880fd73), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:57.764422 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0c4709ac-2472-4316-9dfa-093019c4d4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3238c9b3-09e0-4931-9193-48275880fd73), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:57.767361 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0c4709ac-2472-4316-9dfa-093019c4d4fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:57.768644 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-0c4709ac-2472-4316-9dfa-093019c4d4fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3238c9b3-09e0-4931-9193-48275880fd73 HTTP/1.1" status: 204 len: 168 time: 0.1442409 May 04 14:57:57.778509 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4709ac-2472-4316-9dfa-093019c4d4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3238c9b3-09e0-4931-9193-48275880fd73,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:57.978906 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-ad8a024c-12bf-4cf9-bb3e-49a1eb62bba4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:57.980344 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-ad8a024c-12bf-4cf9-bb3e-49a1eb62bba4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "GET /v2.0/networks?id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 200 len: 814 time: 0.1224399 May 04 14:57:58.069150 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:57:58.074225 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-21ee53da-13b1-4a5e-9def-a6d55e6545e4 req-7c86f58a-dbd6-42f4-87cc-af456e370077 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 210 time: 0.0535390 May 04 14:57:58.097579 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-22ea8be5-43ec-40b3-829d-2c86d8c63aac tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35d8071dbd7246228c7a252c40fae038 HTTP/1.1" status: 200 len: 380 time: 0.1079473 May 04 14:57:58.156249 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-08acffce-b721-43a0-9e49-d4f52d818d68 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'port': {'device_id': 'f8b5f170-dc1c-489f-a556-cdc285b7525f', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'admin_state_up': True, 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'security_groups': ['19f3c2a6-f813-4626-9eab-fe37fa50ba16']}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:57:58.347339 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-08acffce-b721-43a0-9e49-d4f52d818d68 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Made reservation on behalf of 35d8071dbd7246228c7a252c40fae038 for: {'port': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:57:58.350647 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-08acffce-b721-43a0-9e49-d4f52d818d68 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:58.383474 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7db3d-308b-4202-9c67-5834f7e7b491 req-11c5c0ef-9353-4597-9281-09f7c6cbb040 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:58.385385 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-efe7db3d-308b-4202-9c67-5834f7e7b491 req-11c5c0ef-9353-4597-9281-09f7c6cbb040 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0786600 May 04 14:57:58.508474 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-efe7db3d-308b-4202-9c67-5834f7e7b491 req-f7ba8dda-9c7e-4997-9f8c-2abdfaa26529 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148899 May 04 14:57:58.540363 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-08acffce-b721-43a0-9e49-d4f52d818d68 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Allocated IP 172.20.0.9 (5e55fa58-e1fd-4309-9ca5-06129fc8fe5b/7d660033-ba74-4e17-bb0f-1920d761a352/98d9fff4-bb4f-4574-978b-b37f9c89252d) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:57:58.698540 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-08acffce-b721-43a0-9e49-d4f52d818d68 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for port (98d9fff4-bb4f-4574-978b-b37f9c89252d), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:58.736816 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-08acffce-b721-43a0-9e49-d4f52d818d68 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (98d9fff4-bb4f-4574-978b-b37f9c89252d), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:58.788686 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-08acffce-b721-43a0-9e49-d4f52d818d68 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:57:58.794423 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-08acffce-b721-43a0-9e49-d4f52d818d68 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:57:58.801173 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-08acffce-b721-43a0-9e49-d4f52d818d68 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:57:58.805681 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acffce-b721-43a0-9e49-d4f52d818d68 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event updated for resources: {'Port': ['ID=98d9fff4-bb4f-4574-978b-b37f9c89252d,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:58.868269 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-08acffce-b721-43a0-9e49-d4f52d818d68 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:58.869229 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-08acffce-b721-43a0-9e49-d4f52d818d68 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:58.893003 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-08acffce-b721-43a0-9e49-d4f52d818d68 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7406404 May 04 14:57:58.905525 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Request body: {'port': {'device_id': 'f8b5f170-dc1c-489f-a556-cdc285b7525f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:57:58.995344 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (98d9fff4-bb4f-4574-978b-b37f9c89252d), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:59.117669 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-e0f92abb-5616-4990-9fd2-616d775c8bb8 None None] Provisioning complete for port 98d9fff4-bb4f-4574-978b-b37f9c89252d triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:57:59.118432 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-e0f92abb-5616-4990-9fd2-616d775c8bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (98d9fff4-bb4f-4574-978b-b37f9c89252d), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:59.203876 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-e0f92abb-5616-4990-9fd2-616d775c8bb8 None None] Port 98d9fff4-bb4f-4574-978b-b37f9c89252d cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:57:59.313198 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6cfbc-58e0-4b6f-9a46-742a160665ab req-782257cf-49ff-4672-aed5-528f1a4ac66d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:59.314282 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-08d6cfbc-58e0-4b6f-9a46-742a160665ab req-782257cf-49ff-4672-aed5-528f1a4ac66d tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 931 time: 0.0967858 May 04 14:57:59.381245 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d9fff4-bb4f-4574-978b-b37f9c89252d {{(pid=115136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:57:59.390553 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Publish callbacks [] for port (98d9fff4-bb4f-4574-978b-b37f9c89252d), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:59.404520 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-08d6cfbc-58e0-4b6f-9a46-742a160665ab req-cd2557f4-ed90-4aa4-93c9-652595a3addf tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=19f3c2a6-f813-4626-9eab-fe37fa50ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823393 May 04 14:57:59.409169 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.provisioning_blocks [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Transition to ACTIVE for port object 98d9fff4-bb4f-4574-978b-b37f9c89252d will not be triggered until provisioned by entity L2. {{(pid=115136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:57:59.414485 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (98d9fff4-bb4f-4574-978b-b37f9c89252d), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:59.490566 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Pushing event updated for resources: {'Port': ['ID=98d9fff4-bb4f-4574-978b-b37f9c89252d,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:59.580337 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Attempting to bind port 98d9fff4-bb4f-4574-978b-b37f9c89252d on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:57:59.580784 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Attempting to bind port 98d9fff4-bb4f-4574-978b-b37f9c89252d by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:57:59.581314 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Attempting to bind port 98d9fff4-bb4f-4574-978b-b37f9c89252d on network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:57:59.588849 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Port 98d9fff4-bb4f-4574-978b-b37f9c89252d on network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:57:59.589339 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Attempting to bind port 98d9fff4-bb4f-4574-978b-b37f9c89252d on network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:57:59.598297 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:57:59.598813 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Checking segment: {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:57:59.599227 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Bound using segment: {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:57:59.599831 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Bound port: 98d9fff4-bb4f-4574-978b-b37f9c89252d, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98282e52-31b9-49c9-a129-6663c534208a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b'}}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:57:59.600363 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (98d9fff4-bb4f-4574-978b-b37f9c89252d), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:59.706288 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad0759-3465-4aa4-8c8a-7bdaa1a66de2 req-7ce56a22-163a-4fca-bf6b-e85a73308eac tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:59.708011 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-97ad0759-3465-4aa4-8c8a-7bdaa1a66de2 req-7ce56a22-163a-4fca-bf6b-e85a73308eac tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0941267 May 04 14:57:59.751436 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] For port 98d9fff4-bb4f-4574-978b-b37f9c89252d, host hv-cinder-84049, cleared binding levels {{(pid=115136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:57:59.774953 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] For port 98d9fff4-bb4f-4574-978b-b37f9c89252d, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=98d9fff4-bb4f-4574-978b-b37f9c89252d,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:57:59.789474 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (98d9fff4-bb4f-4574-978b-b37f9c89252d), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:59.806434 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-97ad0759-3465-4aa4-8c8a-7bdaa1a66de2 req-a1a4ea08-46ee-424b-8b93-4b959a068ff1 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797150 May 04 14:57:59.828726 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:59.830220 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:57:59.831252 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] 10.222.0.49 "PUT /v2.0/ports/98d9fff4-bb4f-4574-978b-b37f9c89252d HTTP/1.1" status: 200 len: 1093 time: 0.9309750 May 04 14:57:59.834056 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b5f170-dc1c-489f-a556-cdc285b7525f', 'tag': '98d9fff4-bb4f-4574-978b-b37f9c89252d'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:57:59.837891 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f91994-2c66-42a8-86f6-7161b6900737" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b5f170-dc1c-489f-a556-cdc285b7525f", "tag": "98d9fff4-bb4f-4574-978b-b37f9c89252d"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:57:59.879008 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248fdc6-200a-4f45-9acc-c862ad15f78a service neutron] Pushing event updated for resources: {'Port': ['ID=98d9fff4-bb4f-4574-978b-b37f9c89252d,revision_number=3']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:57:59.898384 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8248dfb-5426-460c-8a74-dfc3cf45f8b5 x-openstack-request-id: req-a8248dfb-5426-460c-8a74-dfc3cf45f8b5 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:57:59.899083 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b5f170-dc1c-489f-a556-cdc285b7525f", "tag": "98d9fff4-bb4f-4574-978b-b37f9c89252d", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:57:59.899412 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8248dfb-5426-460c-8a74-dfc3cf45f8b5 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:57:59.900313 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8248dfb-5426-460c-8a74-dfc3cf45f8b5'] response: {'name': 'network-changed', 'server_uuid': 'f8b5f170-dc1c-489f-a556-cdc285b7525f', 'tag': '98d9fff4-bb4f-4574-978b-b37f9c89252d', 'status': 'completed', 'code': 200} May 04 14:57:59.985410 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-14a7025d-749e-481b-891f-8e011953cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:57:59.987072 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-14a7025d-749e-481b-891f-8e011953cb27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35d8071dbd7246228c7a252c40fae038&device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 1127 time: 0.0824435 May 04 14:58:00.051623 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-7e7b51cf-443c-439d-a957-dce1e4419785 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d9fff4-bb4f-4574-978b-b37f9c89252d HTTP/1.1" status: 200 len: 217 time: 0.0459371 May 04 14:58:00.116864 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-a9260ed1-321f-4021-a43d-c96ed17d0ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:00.118217 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-a9260ed1-321f-4021-a43d-c96ed17d0ea4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d660033-ba74-4e17-bb0f-1920d761a352 HTTP/1.1" status: 200 len: 853 time: 0.0599434 May 04 14:58:00.170501 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-57e3158b-0b1a-4f63-a433-068dc8e7992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:00.172738 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-57e3158b-0b1a-4f63-a433-068dc8e7992d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482125 May 04 14:58:00.273661 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-a701fb3b-0acb-4073-8732-b35e35829027 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935853 May 04 14:58:00.378213 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf045d7c-3143-4f65-badb-626a1be7e5c6 req-7289e62f-97c3-4f9c-970b-483e28c177af service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975909 May 04 14:58:00.538226 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63820b-c8ef-4fe4-b67b-3db15bad35ba req-1ecbf433-02cc-42d0-9e4d-e3e680463c83 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:00.539870 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f63820b-c8ef-4fe4-b67b-3db15bad35ba req-1ecbf433-02cc-42d0-9e4d-e3e680463c83 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 943 time: 0.0518084 May 04 14:58:00.591456 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f63820b-c8ef-4fe4-b67b-3db15bad35ba req-c23030d9-fdbb-49f7-bb80-b8673eaaf920 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=19f3c2a6-f813-4626-9eab-fe37fa50ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444176 May 04 14:58:00.954478 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57553a16-94e4-42dd-a410-bc81d7c1d2f3 req-15bed0ca-890e-4a65-a699-7798ad29e0d0 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:00.956043 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-57553a16-94e4-42dd-a410-bc81d7c1d2f3 req-15bed0ca-890e-4a65-a699-7798ad29e0d0 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0545266 May 04 14:58:01.011873 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-57553a16-94e4-42dd-a410-bc81d7c1d2f3 req-24f4dd60-0702-4ec6-a3a3-809b66e4cdd9 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498133 May 04 14:58:01.266409 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f91994-2c66-42a8-86f6-7161b6900737 req-f4e8c9f3-5ada-41ba-bc96-0585057a26b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:01.267958 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f2f91994-2c66-42a8-86f6-7161b6900737 req-f4e8c9f3-5ada-41ba-bc96-0585057a26b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35d8071dbd7246228c7a252c40fae038&device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 1127 time: 0.0504508 May 04 14:58:01.376506 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f91994-2c66-42a8-86f6-7161b6900737 req-1e0a1649-7cf1-46ca-93d4-791f82d9c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:01.378023 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f2f91994-2c66-42a8-86f6-7161b6900737 req-1e0a1649-7cf1-46ca-93d4-791f82d9c4c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 200 len: 915 time: 0.1028636 May 04 14:58:01.422055 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f2f91994-2c66-42a8-86f6-7161b6900737 req-d5d5546a-9f13-42ea-b902-7cac9a92c98e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d9fff4-bb4f-4574-978b-b37f9c89252d HTTP/1.1" status: 200 len: 217 time: 0.0366290 May 04 14:58:01.476768 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f91994-2c66-42a8-86f6-7161b6900737 req-9e88001b-1359-4e95-b003-f167d59e69b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:01.478234 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f2f91994-2c66-42a8-86f6-7161b6900737 req-9e88001b-1359-4e95-b003-f167d59e69b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d660033-ba74-4e17-bb0f-1920d761a352 HTTP/1.1" status: 200 len: 853 time: 0.0498869 May 04 14:58:01.529873 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f91994-2c66-42a8-86f6-7161b6900737 req-82062e8e-096e-463b-9faa-64c581f1a3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:01.531441 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f2f91994-2c66-42a8-86f6-7161b6900737 req-82062e8e-096e-463b-9faa-64c581f1a3ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410407 May 04 14:58:01.627892 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f2f91994-2c66-42a8-86f6-7161b6900737 req-2c2aa2d6-a083-4e4e-b484-ef1e5d4090a8 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882585 May 04 14:58:01.757390 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f0855-b370-443f-bad1-2214f10a3cbb req-73e09e86-258d-4df1-9454-5d45744d07fb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:01.759390 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8b5f0855-b370-443f-bad1-2214f10a3cbb req-73e09e86-258d-4df1-9454-5d45744d07fb tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 943 time: 0.0891707 May 04 14:58:01.778887 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f2f91994-2c66-42a8-86f6-7161b6900737 req-42954b16-659b-4b89-815b-e34b1be9f3b5 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443915 May 04 14:58:01.823150 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8b5f0855-b370-443f-bad1-2214f10a3cbb req-73c6b7f7-41d3-4763-97e8-bd225c10eb2b tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=19f3c2a6-f813-4626-9eab-fe37fa50ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573382 May 04 14:58:02.147718 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75abb3-3095-4e1b-9c8a-6f7a3b34f21d req-8e1e56b1-28c5-4274-b18d-d36e534c7f4c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:02.149511 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4c75abb3-3095-4e1b-9c8a-6f7a3b34f21d req-8e1e56b1-28c5-4274-b18d-d36e534c7f4c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0539322 May 04 14:58:02.205333 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4c75abb3-3095-4e1b-9c8a-6f7a3b34f21d req-c89aeae5-0e7b-4516-a2ab-42ffe1494c88 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494080 May 04 14:58:02.885130 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f457-432c-4e92-8804-a62ae70eb5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:02.947549 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc60861-e1af-451b-9c0c-4bdd96ef84b7 req-6c549e31-ccd3-4a31-b7e9-9d16b3fbf47c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:02.949305 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3fc60861-e1af-451b-9c0c-4bdd96ef84b7 req-6c549e31-ccd3-4a31-b7e9-9d16b3fbf47c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 943 time: 0.0513401 May 04 14:58:03.000730 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3fc60861-e1af-451b-9c0c-4bdd96ef84b7 req-80a99333-95a0-4898-955c-20b79924b980 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=19f3c2a6-f813-4626-9eab-fe37fa50ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446599 May 04 14:58:03.332065 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3258d-05f7-4d0a-9dff-a1fae10d2165 req-150f784b-a6d6-46af-a46d-efa31820c172 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:03.333593 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-77e3258d-05f7-4d0a-9dff-a1fae10d2165 req-150f784b-a6d6-46af-a46d-efa31820c172 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0493002 May 04 14:58:03.384533 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-77e3258d-05f7-4d0a-9dff-a1fae10d2165 req-260c7dd8-6193-4bd0-95df-ecc81310e398 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452023 May 04 14:58:03.932669 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 98d9fff4-bb4f-4574-978b-b37f9c89252d details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:58:04.070886 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 98d9fff4-bb4f-4574-978b-b37f9c89252d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=98d9fff4-bb4f-4574-978b-b37f9c89252d,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:04.084173 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '98d9fff4-bb4f-4574-978b-b37f9c89252d', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'port_id': '98d9fff4-bb4f-4574-978b-b37f9c89252d', 'mac_address': 'fa:16:3e:83:bc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:58:04.124834 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 98d9fff4-bb4f-4574-978b-b37f9c89252d is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:58:04.125233 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (98d9fff4-bb4f-4574-978b-b37f9c89252d), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:04.136706 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d3ff5-4fad-4dec-9451-dbc4c45d2af3 req-79218221-ac21-4a97-9c24-1ceafb426e88 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:04.138441 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-814d3ff5-4fad-4dec-9451-dbc4c45d2af3 req-79218221-ac21-4a97-9c24-1ceafb426e88 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 943 time: 0.0581751 May 04 14:58:04.143246 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d9fff4-bb4f-4574-978b-b37f9c89252d {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:58:04.170754 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 98d9fff4-bb4f-4574-978b-b37f9c89252d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=98d9fff4-bb4f-4574-978b-b37f9c89252d,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:04.175937 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (98d9fff4-bb4f-4574-978b-b37f9c89252d), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:04.195164 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-814d3ff5-4fad-4dec-9451-dbc4c45d2af3 req-df53af92-4525-4747-b0d4-71fbfbccc990 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=19f3c2a6-f813-4626-9eab-fe37fa50ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506313 May 04 14:58:04.229934 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=98d9fff4-bb4f-4574-978b-b37f9c89252d,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:04.237569 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:04.237917 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:04.238282 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:04.238642 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:04.238984 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:04.239312 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:04.239642 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:04.239961 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:04.240292 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:04.240619 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:04.240987 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:04.241312 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:04.241633 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:04.241953 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:04.242270 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:04.429089 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['98d9fff4-bb4f-4574-978b-b37f9c89252d'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:58:04.524009 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69283424-27b0-4cbe-b190-d1db7ef3c0f4 req-87b53eaf-c04f-4ac3-b62e-09b370b0b619 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:04.525637 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-69283424-27b0-4cbe-b190-d1db7ef3c0f4 req-87b53eaf-c04f-4ac3-b62e-09b370b0b619 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0509732 May 04 14:58:04.572934 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-69283424-27b0-4cbe-b190-d1db7ef3c0f4 req-1c2dd3c4-a4cd-418f-99cb-143aa0f4cc52 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414088 May 04 14:58:04.748205 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-23352c15-40a1-45bc-ad5d-3ad8042f2103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:04.846631 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866d96f-1486-43cd-85e3-47150c1a3a90 req-386a7b99-5963-443e-935a-2e7b6c7d6617 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:04.848207 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6866d96f-1486-43cd-85e3-47150c1a3a90 req-386a7b99-5963-443e-935a-2e7b6c7d6617 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0561626 May 04 14:58:04.904436 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6866d96f-1486-43cd-85e3-47150c1a3a90 req-cdcd5fe8-9c13-4248-80e7-2fc85b7f45c3 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457942 May 04 14:58:05.323220 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb09928-ecb0-4e66-abc9-ae721f0c6a5b req-3796a504-540b-4218-bf94-192cf97059f7 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:05.324941 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fdb09928-ecb0-4e66-abc9-ae721f0c6a5b req-3796a504-540b-4218-bf94-192cf97059f7 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 944 time: 0.0546594 May 04 14:58:05.375727 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fdb09928-ecb0-4e66-abc9-ae721f0c6a5b req-55af4623-fcc9-454c-88cb-2e85b6897e02 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=19f3c2a6-f813-4626-9eab-fe37fa50ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441654 May 04 14:58:05.695477 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07a9e5-efc6-425e-a2e8-4d0bf81701c9 req-85a7d729-6828-47a2-9598-7804d3ddae2a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:05.696944 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5c07a9e5-efc6-425e-a2e8-4d0bf81701c9 req-85a7d729-6828-47a2-9598-7804d3ddae2a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0491228 May 04 14:58:05.744930 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5c07a9e5-efc6-425e-a2e8-4d0bf81701c9 req-230b6123-41e0-4097-bd99-2c964eba2944 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423720 May 04 14:58:05.944520 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 98d9fff4-bb4f-4574-978b-b37f9c89252d up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:05.992147 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port 98d9fff4-bb4f-4574-978b-b37f9c89252d completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:58:05.998999 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 98d9fff4-bb4f-4574-978b-b37f9c89252d triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:58:05.999365 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (98d9fff4-bb4f-4574-978b-b37f9c89252d), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:06.027625 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df1ece-e69e-49d3-b18f-029a03ec4068 req-0ccae7ce-ce62-4974-b842-0aa185a3f49a tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:06.029136 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-90df1ece-e69e-49d3-b18f-029a03ec4068 req-0ccae7ce-ce62-4974-b842-0aa185a3f49a tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0510042 May 04 14:58:06.053583 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:06.081502 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-90df1ece-e69e-49d3-b18f-029a03ec4068 req-40a85501-1fa4-4dfa-9ec0-d75d16f683ca tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465550 May 04 14:58:06.102768 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 98d9fff4-bb4f-4574-978b-b37f9c89252d is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:58:06.102768 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (98d9fff4-bb4f-4574-978b-b37f9c89252d), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:06.125992 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b5f170-dc1c-489f-a556-cdc285b7525f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d9fff4-bb4f-4574-978b-b37f9c89252d'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:58:06.128312 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7511388-d5ad-4b85-a5d3-11dfc24e6614" -d '{"events": [{"server_uuid": "f8b5f170-dc1c-489f-a556-cdc285b7525f", "name": "network-vif-plugged", "status": "completed", "tag": "98d9fff4-bb4f-4574-978b-b37f9c89252d"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:58:06.142368 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 98d9fff4-bb4f-4574-978b-b37f9c89252d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=98d9fff4-bb4f-4574-978b-b37f9c89252d,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:06.147713 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (98d9fff4-bb4f-4574-978b-b37f9c89252d), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:06.199378 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=98d9fff4-bb4f-4574-978b-b37f9c89252d,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:06.306736 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fc6ff2-2748-47a3-a520-a5b51040e73c x-openstack-request-id: req-e0fc6ff2-2748-47a3-a520-a5b51040e73c {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:58:06.307467 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b5f170-dc1c-489f-a556-cdc285b7525f", "name": "network-vif-plugged", "status": "completed", "tag": "98d9fff4-bb4f-4574-978b-b37f9c89252d", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:58:06.308307 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0fc6ff2-2748-47a3-a520-a5b51040e73c {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:58:06.308307 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0fc6ff2-2748-47a3-a520-a5b51040e73c'] response: {'server_uuid': 'f8b5f170-dc1c-489f-a556-cdc285b7525f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d9fff4-bb4f-4574-978b-b37f9c89252d', 'code': 200} May 04 14:58:06.312021 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5af37-1218-4abc-aa62-e11a9e94031a req-f28b6b7d-3c28-47be-a562-55c3b76b5167 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:06.313774 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d3e5af37-1218-4abc-aa62-e11a9e94031a req-f28b6b7d-3c28-47be-a562-55c3b76b5167 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.49 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0609808 May 04 14:58:06.547331 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceffa55-9dce-4555-823c-6b4fd2049454 req-ac3b6f5f-9b82-4737-b324-796a04431fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:06.552905 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ceffa55-9dce-4555-823c-6b4fd2049454 req-ac3b6f5f-9b82-4737-b324-796a04431fb3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 1129 time: 0.0557759 May 04 14:58:06.597483 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ceffa55-9dce-4555-823c-6b4fd2049454 req-f4c62cab-71aa-4600-8d23-468746453346 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=19f3c2a6-f813-4626-9eab-fe37fa50ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409915 May 04 14:58:06.711712 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f790e9c-4c70-44a5-a7ce-765e64bab41c req-2b9b0f50-6133-4bf5-8f29-c168bdda0d61 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:06.713228 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3f790e9c-4c70-44a5-a7ce-765e64bab41c req-2b9b0f50-6133-4bf5-8f29-c168bdda0d61 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 945 time: 0.0837982 May 04 14:58:06.732548 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-d3e5af37-1218-4abc-aa62-e11a9e94031a req-ecc9dd7c-cea3-45cf-878d-65abc2639b52 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Deleting port a5229503-7644-49fb-aaf0-4cac47cfc0ff {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:58:06.732937 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-d3e5af37-1218-4abc-aa62-e11a9e94031a req-ecc9dd7c-cea3-45cf-878d-65abc2639b52 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (a5229503-7644-49fb-aaf0-4cac47cfc0ff), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:06.837146 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3f790e9c-4c70-44a5-a7ce-765e64bab41c req-05f2b882-927d-4f58-94d9-19c0527505b5 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=19f3c2a6-f813-4626-9eab-fe37fa50ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132782 May 04 14:58:06.884939 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6901f-ba8c-4498-ba36-ade3f5dc1b44 req-37c367a3-3644-4d18-8928-b11670daec64 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:06.886637 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c1a6901f-ba8c-4498-ba36-ade3f5dc1b44 req-37c367a3-3644-4d18-8928-b11670daec64 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0630679 May 04 14:58:06.895714 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-d3e5af37-1218-4abc-aa62-e11a9e94031a req-ecc9dd7c-cea3-45cf-878d-65abc2639b52 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] For port a5229503-7644-49fb-aaf0-4cac47cfc0ff, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=a5229503-7644-49fb-aaf0-4cac47cfc0ff,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:06.896053 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-d3e5af37-1218-4abc-aa62-e11a9e94031a req-ecc9dd7c-cea3-45cf-878d-65abc2639b52 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (a5229503-7644-49fb-aaf0-4cac47cfc0ff), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:06.949958 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c1a6901f-ba8c-4498-ba36-ade3f5dc1b44 req-277d7498-9bd0-4acd-820d-623beb3fa8a6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563290 May 04 14:58:07.078750 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-d3e5af37-1218-4abc-aa62-e11a9e94031a req-ecc9dd7c-cea3-45cf-878d-65abc2639b52 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:07.078984 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-d3e5af37-1218-4abc-aa62-e11a9e94031a req-ecc9dd7c-cea3-45cf-878d-65abc2639b52 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (3599941d-fb14-4dd9-b9e1-fcd2128b6870), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:07.079311 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [req-d3e5af37-1218-4abc-aa62-e11a9e94031a req-ecc9dd7c-cea3-45cf-878d-65abc2639b52 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Floating IP 3599941d-fb14-4dd9-b9e1-fcd2128b6870 disassociated. External IP: 172.27.2.67, port: a5229503-7644-49fb-aaf0-4cac47cfc0ff. May 04 14:58:07.079657 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-d3e5af37-1218-4abc-aa62-e11a9e94031a req-ecc9dd7c-cea3-45cf-878d-65abc2639b52 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Calling delete_port for a5229503-7644-49fb-aaf0-4cac47cfc0ff owned by compute:nova {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:58:07.224680 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd22a3-885f-4c47-a7ce-bea88044d211 req-b2adca1a-5433-439f-8fa7-691fb0cdffb6 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:07.226197 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-96fd22a3-885f-4c47-a7ce-bea88044d211 req-b2adca1a-5433-439f-8fa7-691fb0cdffb6 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0713689 May 04 14:58:07.262056 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-d3e5af37-1218-4abc-aa62-e11a9e94031a req-ecc9dd7c-cea3-45cf-878d-65abc2639b52 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (a5229503-7644-49fb-aaf0-4cac47cfc0ff), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:07.313351 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9dd7c-cea3-45cf-878d-65abc2639b52 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event deleted for resources: {'Port': ['ID=a5229503-7644-49fb-aaf0-4cac47cfc0ff,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:07.321696 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-96fd22a3-885f-4c47-a7ce-bea88044d211 req-7a3428e9-c187-496c-894e-de2fae41275c tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895672 May 04 14:58:07.462956 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3e5af37-1218-4abc-aa62-e11a9e94031a req-ecc9dd7c-cea3-45cf-878d-65abc2639b52 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:58:07.463503 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:07.578009 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3e5af37-1218-4abc-aa62-e11a9e94031a req-ecc9dd7c-cea3-45cf-878d-65abc2639b52 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:58:07.590356 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d555de76-cd7f-47ff-b839-463a42263a19 None None] Sync routers for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:58:07.600223 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d555de76-cd7f-47ff-b839-463a42263a19 None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:07.600808 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-d555de76-cd7f-47ff-b839-463a42263a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:58:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:07.635306 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e5af37-1218-4abc-aa62-e11a9e94031a req-ecc9dd7c-cea3-45cf-878d-65abc2639b52 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] No DVR routers for this DVR port a5229503-7644-49fb-aaf0-4cac47cfc0ff on host hv-cinder-84049 {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:58:07.638208 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-d3e5af37-1218-4abc-aa62-e11a9e94031a req-ecc9dd7c-cea3-45cf-878d-65abc2639b52 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:07.641598 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d3e5af37-1218-4abc-aa62-e11a9e94031a req-ecc9dd7c-cea3-45cf-878d-65abc2639b52 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.49 "DELETE /v2.0/ports/a5229503-7644-49fb-aaf0-4cac47cfc0ff HTTP/1.1" status: 204 len: 173 time: 1.3194866 May 04 14:58:07.642068 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427fe327-4569-4c8c-9ba1-ea8ab086f2e2', 'name': 'network-vif-deleted', 'tag': 'a5229503-7644-49fb-aaf0-4cac47cfc0ff'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:58:07.644358 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a69b66c-d8e7-45af-aba4-55c0a1113fe8" -d '{"events": [{"server_uuid": "427fe327-4569-4c8c-9ba1-ea8ab086f2e2", "name": "network-vif-deleted", "tag": "a5229503-7644-49fb-aaf0-4cac47cfc0ff"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:58:07.689830 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e83c8c8-7150-45ea-b3c7-4ed06a31e846 x-openstack-request-id: req-5e83c8c8-7150-45ea-b3c7-4ed06a31e846 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:58:07.690127 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427fe327-4569-4c8c-9ba1-ea8ab086f2e2", "name": "network-vif-deleted", "tag": "a5229503-7644-49fb-aaf0-4cac47cfc0ff", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:58:07.690381 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e83c8c8-7150-45ea-b3c7-4ed06a31e846 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:58:07.690792 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e83c8c8-7150-45ea-b3c7-4ed06a31e846'] response: {'server_uuid': '427fe327-4569-4c8c-9ba1-ea8ab086f2e2', 'name': 'network-vif-deleted', 'tag': 'a5229503-7644-49fb-aaf0-4cac47cfc0ff', 'status': 'completed', 'code': 200} May 04 14:58:07.719467 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-d555de76-cd7f-47ff-b839-463a42263a19 None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:07.923739 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-d555de76-cd7f-47ff-b839-463a42263a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:07.955756 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d555de76-cd7f-47ff-b839-463a42263a19 None None] Checking router: f1faae23-5f6a-4f04-87ad-5858a41c8ac0 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:58:07.964563 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d555de76-cd7f-47ff-b839-463a42263a19 None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:07.965013 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883476fd-55dc-41fb-a11a-3f47fa6770fd req-d2cf59d5-0d60-4988-961a-a147189c373c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:07.965498 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-d555de76-cd7f-47ff-b839-463a42263a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:58:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:07.972378 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-883476fd-55dc-41fb-a11a-3f47fa6770fd req-d2cf59d5-0d60-4988-961a-a147189c373c tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 945 time: 0.0625017 May 04 14:58:08.022206 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-883476fd-55dc-41fb-a11a-3f47fa6770fd req-a5e7a24d-198e-49d6-9eea-452895a16f9f tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=19f3c2a6-f813-4626-9eab-fe37fa50ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487337 May 04 14:58:08.076109 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-d555de76-cd7f-47ff-b839-463a42263a19 None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:08.102901 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da9121-c92a-43a0-ad5c-61698f3d38e4 req-db8cdde3-0716-48d0-b64c-46efa6dc56d0 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:08.104504 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-94da9121-c92a-43a0-ad5c-61698f3d38e4 req-db8cdde3-0716-48d0-b64c-46efa6dc56d0 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0597389 May 04 14:58:08.161015 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77ff97-ab13-44bf-9c0b-3be12fb4332f req-d6b8cc19-b29d-4708-9188-d288afd4a2b4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:08.165286 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-94da9121-c92a-43a0-ad5c-61698f3d38e4 req-b8545475-2f7b-4dea-b131-d793cfc4a029 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539174 May 04 14:58:08.168994 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6f77ff97-ab13-44bf-9c0b-3be12fb4332f req-d6b8cc19-b29d-4708-9188-d288afd4a2b4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 945 time: 0.0751827 May 04 14:58:08.179555 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 41872) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:08.190213 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-d56fba3d-bfad-4358-9002-53ef0a19a9a3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Request body: {'floatingip': {'port_id': '98d9fff4-bb4f-4574-978b-b37f9c89252d'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:58:08.251729 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d56fba3d-bfad-4358-9002-53ef0a19a9a3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (888ce105-a473-416e-a13d-0db1b0cd1943), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:08.339592 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-d555de76-cd7f-47ff-b839-463a42263a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:08.378978 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d555de76-cd7f-47ff-b839-463a42263a19 None None] The sync data for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi is: [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:58:08.513350 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-24043344-8fc2-41c9-8ad7-41057a6e2a13 req-49e496f1-3970-4b2a-aec4-85c07493e635 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=427fe327-4569-4c8c-9ba1-ea8ab086f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0761344 May 04 14:58:08.666964 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a0a8c-be63-4562-a495-43ede15f1120 None None] New status for floating IP 3599941d-fb14-4dd9-b9e1-fcd2128b6870: DOWN {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:58:08.836092 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d56fba3d-bfad-4358-9002-53ef0a19a9a3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:08.841493 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d56fba3d-bfad-4358-9002-53ef0a19a9a3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (888ce105-a473-416e-a13d-0db1b0cd1943), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:08.867011 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:08.988383 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.l3_db [None req-d56fba3d-bfad-4358-9002-53ef0a19a9a3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Floating IP 888ce105-a473-416e-a13d-0db1b0cd1943 associated. External IP: 172.27.2.172, port: 98d9fff4-bb4f-4574-978b-b37f9c89252d. May 04 14:58:09.218091 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56fba3d-bfad-4358-9002-53ef0a19a9a3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Router a05159e1-6b22-4325-9888-d7a1a51a9090 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:58:09.315201 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7514b-9c58-4db7-b0d9-bde032e152c5 req-8129dde9-d06a-4536-a3f4-22300339bab4 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:09.316703 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5ae7514b-9c58-4db7-b0d9-bde032e152c5 req-8129dde9-d06a-4536-a3f4-22300339bab4 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0562515 May 04 14:58:09.383583 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56fba3d-bfad-4358-9002-53ef0a19a9a3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:58:09.393873 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdbf870-f505-407a-92de-38014213e706 None None] Sync routers for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:58:09.394676 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d56fba3d-bfad-4358-9002-53ef0a19a9a3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:09.404733 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdbf870-f505-407a-92de-38014213e706 None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:09.405412 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-6cdbf870-f505-407a-92de-38014213e706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:58:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:09.437990 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5ae7514b-9c58-4db7-b0d9-bde032e152c5 req-a1ca775b-3d9b-4301-be00-f54fd1ff894d tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887854 May 04 14:58:09.452816 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-d56fba3d-bfad-4358-9002-53ef0a19a9a3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "PUT /v2.0/floatingips/888ce105-a473-416e-a13d-0db1b0cd1943 HTTP/1.1" status: 200 len: 991 time: 1.2586167 May 04 14:58:09.452816 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b5f170-dc1c-489f-a556-cdc285b7525f', 'tag': '98d9fff4-bb4f-4574-978b-b37f9c89252d'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:58:09.452816 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd7bd71-d0a3-4209-a393-3fe3021a19db" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b5f170-dc1c-489f-a556-cdc285b7525f", "tag": "98d9fff4-bb4f-4574-978b-b37f9c89252d"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:58:09.542631 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-6cdbf870-f505-407a-92de-38014213e706 None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:09.555878 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9307ede-15e8-4993-b6e3-34ab50d3250b x-openstack-request-id: req-e9307ede-15e8-4993-b6e3-34ab50d3250b {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:58:09.556245 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b5f170-dc1c-489f-a556-cdc285b7525f", "tag": "98d9fff4-bb4f-4574-978b-b37f9c89252d", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:58:09.556556 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9307ede-15e8-4993-b6e3-34ab50d3250b {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:58:09.557347 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9307ede-15e8-4993-b6e3-34ab50d3250b'] response: {'name': 'network-changed', 'server_uuid': 'f8b5f170-dc1c-489f-a556-cdc285b7525f', 'tag': '98d9fff4-bb4f-4574-978b-b37f9c89252d', 'status': 'completed', 'code': 200} May 04 14:58:09.624277 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7bd71-d0a3-4209-a393-3fe3021a19db req-fb79cc17-d8d7-438d-9d4b-da9963331860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:09.625963 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4fd7bd71-d0a3-4209-a393-3fe3021a19db req-fb79cc17-d8d7-438d-9d4b-da9963331860 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35d8071dbd7246228c7a252c40fae038&device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 1129 time: 0.0441072 May 04 14:58:09.783641 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7bd71-d0a3-4209-a393-3fe3021a19db req-e3d983af-0907-448e-8686-6c71e59ac622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:09.785390 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4fd7bd71-d0a3-4209-a393-3fe3021a19db req-e3d983af-0907-448e-8686-6c71e59ac622 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 200 len: 915 time: 0.1515718 May 04 14:58:09.841144 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-6cdbf870-f505-407a-92de-38014213e706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '888ce105-a473-416e-a13d-0db1b0cd1943', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': '98d9fff4-bb4f-4574-978b-b37f9c89252d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:83:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b5f170-dc1c-489f-a556-cdc285b7525f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:57:55Z', 'updated_at': '2022-05-04T14:58:08Z', 'revision_number': 1, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:09.874268 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdbf870-f505-407a-92de-38014213e706 None None] Checking router: a05159e1-6b22-4325-9888-d7a1a51a9090 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:58:09.884904 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdbf870-f505-407a-92de-38014213e706 None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:09.885735 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-6cdbf870-f505-407a-92de-38014213e706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:58:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:09.925518 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5579b7aa-c705-42a0-9451-4bc22d9a3045 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596917158&fields=id&tenant_id=da7a630cbd2f476a81d60db712b4dbd3 HTTP/1.1" status: 200 len: 267 time: 0.1303446 May 04 14:58:09.940945 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4fd7bd71-d0a3-4209-a393-3fe3021a19db req-81f45ca1-e431-4c04-95db-7124049d806f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d9fff4-bb4f-4574-978b-b37f9c89252d HTTP/1.1" status: 200 len: 999 time: 0.1471307 May 04 14:58:09.982177 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 44069e10-04c2-4f01-9944-c78d79fc5a90 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:58:10.040605 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device a5229503-7644-49fb-aaf0-4cac47cfc0ff no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:58:10.081270 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7bd71-d0a3-4209-a393-3fe3021a19db req-371ea5b7-3d41-4583-ae83-bb78a9087b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:10.084283 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4fd7bd71-d0a3-4209-a393-3fe3021a19db req-371ea5b7-3d41-4583-ae83-bb78a9087b4b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7d660033-ba74-4e17-bb0f-1920d761a352 HTTP/1.1" status: 200 len: 853 time: 0.1234443 May 04 14:58:10.101865 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: a5229503-7644-49fb-aaf0-4cac47cfc0ff {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:58:10.104296 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device a5229503-7644-49fb-aaf0-4cac47cfc0ff not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:58:10.109133 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-6cdbf870-f505-407a-92de-38014213e706 None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:10.147114 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b9515-7525-4db0-b01a-55b293773173 req-3cf700d7-26e5-4be9-9e2e-a480b88be48d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:10.148822 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e1b9515-7525-4db0-b01a-55b293773173 req-3cf700d7-26e5-4be9-9e2e-a480b88be48d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/networks?id=603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 200 len: 812 time: 0.2224109 May 04 14:58:10.168062 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7bd71-d0a3-4209-a393-3fe3021a19db req-83bd5ab8-8428-462f-ad7a-a1f8302e25b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:10.169762 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4fd7bd71-d0a3-4209-a393-3fe3021a19db req-83bd5ab8-8428-462f-ad7a-a1f8302e25b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767682 May 04 14:58:10.178841 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e1b9515-7525-4db0-b01a-55b293773173 req-423486fb-1914-4472-92ce-7f27b478d39c tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/quotas/da7a630cbd2f476a81d60db712b4dbd3 HTTP/1.1" status: 200 len: 375 time: 0.0199213 May 04 14:58:10.208726 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 44069e10-04c2-4f01-9944-c78d79fc5a90, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=44069e10-04c2-4f01-9944-c78d79fc5a90,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:10.224149 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '44069e10-04c2-4f01-9944-c78d79fc5a90', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'port_id': '44069e10-04c2-4f01-9944-c78d79fc5a90', 'mac_address': 'fa:16:3e:98:85:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:58:10.271296 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e1b9515-7525-4db0-b01a-55b293773173 req-832948ef-ec66-4eba-8fbc-956583ad6806 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836296 May 04 14:58:10.273651 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 44069e10-04c2-4f01-9944-c78d79fc5a90 is: ACTIVE; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:58:10.275806 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:10.297236 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44069e10-04c2-4f01-9944-c78d79fc5a90 {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:58:10.328573 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 44069e10-04c2-4f01-9944-c78d79fc5a90, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=44069e10-04c2-4f01-9944-c78d79fc5a90,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:10.334112 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:10.395889 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4fd7bd71-d0a3-4209-a393-3fe3021a19db req-2047f141-eb8c-40c7-aaf0-3e6aa0f27f34 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149348 May 04 14:58:10.417600 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=44069e10-04c2-4f01-9944-c78d79fc5a90,revision_number=6']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:10.427898 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['44069e10-04c2-4f01-9944-c78d79fc5a90'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:58:10.453155 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e1b9515-7525-4db0-b01a-55b293773173 req-d61e518b-4489-409e-a4e4-40df4679279d service neutron] 10.222.0.32 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511419 May 04 14:58:10.516505 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-6cdbf870-f505-407a-92de-38014213e706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '888ce105-a473-416e-a13d-0db1b0cd1943', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': '98d9fff4-bb4f-4574-978b-b37f9c89252d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:83:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b5f170-dc1c-489f-a556-cdc285b7525f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:57:55Z', 'updated_at': '2022-05-04T14:58:08Z', 'revision_number': 1, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:10.550915 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdbf870-f505-407a-92de-38014213e706 None None] The sync data for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi is: [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '888ce105-a473-416e-a13d-0db1b0cd1943', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'port_id': '98d9fff4-bb4f-4574-978b-b37f9c89252d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'mac_address': 'fa:16:3e:83:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b5f170-dc1c-489f-a556-cdc285b7525f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:57:55Z', 'updated_at': '2022-05-04T14:58:08Z', 'revision_number': 1, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:58:10.610077 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4fd7bd71-d0a3-4209-a393-3fe3021a19db req-ace1797b-c6af-4eec-a730-4c9f9b48abc1 service neutron] 10.222.0.49 "GET /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074368 May 04 14:58:10.651278 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e1b9515-7525-4db0-b01a-55b293773173 req-68d8565a-78f1-40b8-90fa-88230f54bab0 service neutron] 10.222.0.32 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971650 May 04 14:58:10.669389 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f240365-ab8b-457e-815f-77c6723f866c req-c7f5af4e-941e-4099-9c2b-a30e3826d5e1 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:10.677903 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4f240365-ab8b-457e-815f-77c6723f866c req-c7f5af4e-941e-4099-9c2b-a30e3826d5e1 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 944 time: 0.0901387 May 04 14:58:10.844693 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4f240365-ab8b-457e-815f-77c6723f866c req-7a68832d-bf95-4074-b4d2-dc44eec81ace tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542883 May 04 14:58:10.902520 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718e924d-687b-4a20-870f-98349aa24538 None None] New status for floating IP 888ce105-a473-416e-a13d-0db1b0cd1943: ACTIVE {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:58:11.228827 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c7f76c60-ec7b-4be3-9fc3-efe44399df86 req-9f5e5dd8-2b36-4d10-b1d3-c6aa5ed3c391 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 210 time: 0.0756838 May 04 14:58:11.996488 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 44069e10-04c2-4f01-9944-c78d79fc5a90 up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:12.058766 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 44069e10-04c2-4f01-9944-c78d79fc5a90 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:58:12.059447 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:12.074781 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783e4f5-4165-429c-a702-c5e5a9af743f req-c38df13e-2684-4d24-b068-f995471b2d2a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:12.076406 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5783e4f5-4165-429c-a702-c5e5a9af743f req-c38df13e-2684-4d24-b068-f995471b2d2a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 944 time: 0.0905743 May 04 14:58:12.143411 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5783e4f5-4165-429c-a702-c5e5a9af743f req-b04d90c3-0489-455c-a65d-a582d11b9d66 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573499 May 04 14:58:12.147219 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 44069e10-04c2-4f01-9944-c78d79fc5a90 is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:58:12.147618 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:12.180746 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44069e10-04c2-4f01-9944-c78d79fc5a90'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:58:12.187393 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d45f56-e847-4f7e-955c-b5b8f723aa08" -d '{"events": [{"server_uuid": "0b522598-466a-43f4-9891-ad928cc7a0b4", "name": "network-vif-plugged", "status": "completed", "tag": "44069e10-04c2-4f01-9944-c78d79fc5a90"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:58:12.206573 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 44069e10-04c2-4f01-9944-c78d79fc5a90, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=44069e10-04c2-4f01-9944-c78d79fc5a90,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:12.211767 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:12.240971 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35049b39-ee6f-4e09-88c3-6ca779436946 x-openstack-request-id: req-35049b39-ee6f-4e09-88c3-6ca779436946 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:58:12.241291 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b522598-466a-43f4-9891-ad928cc7a0b4", "name": "network-vif-plugged", "status": "completed", "tag": "44069e10-04c2-4f01-9944-c78d79fc5a90", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:58:12.241551 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35049b39-ee6f-4e09-88c3-6ca779436946 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:58:12.241955 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35049b39-ee6f-4e09-88c3-6ca779436946'] response: {'server_uuid': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44069e10-04c2-4f01-9944-c78d79fc5a90', 'code': 200} May 04 14:58:12.274742 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=44069e10-04c2-4f01-9944-c78d79fc5a90,revision_number=7']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:12.366160 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f2f50312-baf2-4854-a0a4-4fcd0c54ee2a req-9cc727cd-f82c-448f-af80-fc59a5b70a04 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 210 time: 0.0418775 May 04 14:58:12.523959 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b9515-7525-4db0-b01a-55b293773173 req-68661e9c-22f9-454d-a55b-570b84867e91 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:12.526377 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e1b9515-7525-4db0-b01a-55b293773173 req-68661e9c-22f9-454d-a55b-570b84867e91 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.49 "GET /v2.0/networks?id=603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 200 len: 812 time: 0.1434538 May 04 14:58:12.656231 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e1b9515-7525-4db0-b01a-55b293773173 req-bfa9e42d-3e8c-43c5-b241-ffec8d8cfb7a tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da7a630cbd2f476a81d60db712b4dbd3 HTTP/1.1" status: 200 len: 380 time: 0.1095123 May 04 14:58:12.669522 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-1e1b9515-7525-4db0-b01a-55b293773173 req-fba1e91e-ca22-47eb-bb1e-a75c9caac694 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Request body: {'port': {'device_id': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'admin_state_up': True, 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'security_groups': ['27f821c4-4a85-41de-9d8f-3b6e9b421b14']}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:58:12.854866 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1b9515-7525-4db0-b01a-55b293773173 req-fba1e91e-ca22-47eb-bb1e-a75c9caac694 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Made reservation on behalf of da7a630cbd2f476a81d60db712b4dbd3 for: {'port': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:12.861225 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-1e1b9515-7525-4db0-b01a-55b293773173 req-fba1e91e-ca22-47eb-bb1e-a75c9caac694 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:13.036572 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [req-1e1b9515-7525-4db0-b01a-55b293773173 req-fba1e91e-ca22-47eb-bb1e-a75c9caac694 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Allocated IP 172.20.0.8 (603b2177-ca93-4721-a940-b349edbe094b/e8fe32c0-07c2-4288-b3f3-920f7d53b942/08a48bc1-05ad-4521-8cc6-8e32a10f9ee9) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:13.248571 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-1e1b9515-7525-4db0-b01a-55b293773173 req-fba1e91e-ca22-47eb-bb1e-a75c9caac694 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for port (08a48bc1-05ad-4521-8cc6-8e32a10f9ee9), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:13.283316 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016662e-c173-48ac-8204-0f7fe5da81e7 req-8760b2f9-04ea-45d9-a6bb-d21750f1ef91 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:13.286381 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f016662e-c173-48ac-8204-0f7fe5da81e7 req-8760b2f9-04ea-45d9-a6bb-d21750f1ef91 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0563581 May 04 14:58:13.288762 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-1e1b9515-7525-4db0-b01a-55b293773173 req-fba1e91e-ca22-47eb-bb1e-a75c9caac694 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (08a48bc1-05ad-4521-8cc6-8e32a10f9ee9), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:13.350692 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f016662e-c173-48ac-8204-0f7fe5da81e7 req-84da5de4-3a39-4f73-b977-336987b6bb90 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584109 May 04 14:58:13.355480 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1b9515-7525-4db0-b01a-55b293773173 req-fba1e91e-ca22-47eb-bb1e-a75c9caac694 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Network 603b2177-ca93-4721-a940-b349edbe094b is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:13.358869 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [req-1e1b9515-7525-4db0-b01a-55b293773173 req-fba1e91e-ca22-47eb-bb1e-a75c9caac694 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:13.380896 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1b9515-7525-4db0-b01a-55b293773173 req-fba1e91e-ca22-47eb-bb1e-a75c9caac694 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:13.398459 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:13.500390 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b9515-7525-4db0-b01a-55b293773173 req-fba1e91e-ca22-47eb-bb1e-a75c9caac694 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:13.501112 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-1e1b9515-7525-4db0-b01a-55b293773173 req-fba1e91e-ca22-47eb-bb1e-a75c9caac694 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:13.517378 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1e91e-ca22-47eb-bb1e-a75c9caac694 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event updated for resources: {'Port': ['ID=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:13.585103 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdff348-3127-4427-bd7a-49046b2a88d6 req-073cdc96-ffdf-4e82-a8bd-0c2452e998b6 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:13.586993 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7bdff348-3127-4427-bd7a-49046b2a88d6 req-073cdc96-ffdf-4e82-a8bd-0c2452e998b6 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 931 time: 0.0827763 May 04 14:58:13.591102 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e1b9515-7525-4db0-b01a-55b293773173 req-fba1e91e-ca22-47eb-bb1e-a75c9caac694 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9284976 May 04 14:58:13.647190 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7bdff348-3127-4427-bd7a-49046b2a88d6 req-cb451035-a031-4575-ba4a-c508eda5aca6 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532129 May 04 14:58:13.708689 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Request body: {'port': {'device_id': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:58:13.712997 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-94cf95a4-a5a2-436b-b8d8-89e8263528ea None None] Provisioning complete for port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:58:13.713614 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-94cf95a4-a5a2-436b-b8d8-89e8263528ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (08a48bc1-05ad-4521-8cc6-8e32a10f9ee9), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:13.776003 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-94cf95a4-a5a2-436b-b8d8-89e8263528ea None None] Port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:58:13.792924 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (08a48bc1-05ad-4521-8cc6-8e32a10f9ee9), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:14.162859 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 {{(pid=115136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:58:14.174161 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Publish callbacks [] for port (08a48bc1-05ad-4521-8cc6-8e32a10f9ee9), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:14.191909 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.provisioning_blocks [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Transition to ACTIVE for port object 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 will not be triggered until provisioned by entity L2. {{(pid=115136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:58:14.208233 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (08a48bc1-05ad-4521-8cc6-8e32a10f9ee9), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:14.314822 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Pushing event updated for resources: {'Port': ['ID=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:14.391994 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Attempting to bind port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:58:14.392405 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Attempting to bind port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:58:14.393845 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Attempting to bind port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 on network 603b2177-ca93-4721-a940-b349edbe094b {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:14.401163 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 on network 603b2177-ca93-4721-a940-b349edbe094b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:58:14.401577 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Attempting to bind port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 on network 603b2177-ca93-4721-a940-b349edbe094b {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:14.407701 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:58:14.408114 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Checking segment: {'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:58:14.408572 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Bound using segment: {'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:58:14.409122 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Bound port: 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'}}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:58:14.409665 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (08a48bc1-05ad-4521-8cc6-8e32a10f9ee9), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:14.522559 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] For port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9, host hv-cinder-84049, cleared binding levels {{(pid=115136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:58:14.546090 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] For port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:58:14.557148 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (08a48bc1-05ad-4521-8cc6-8e32a10f9ee9), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:14.604309 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7a4fe-78e7-471e-8a47-8a24b3c650cc req-6adec724-1a8b-4ea1-9edf-1b5456e0f41e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:14.605953 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:14.606575 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:14.607145 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-35d7a4fe-78e7-471e-8a47-8a24b3c650cc req-6adec724-1a8b-4ea1-9edf-1b5456e0f41e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0798163 May 04 14:58:14.608393 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e1b9515-7525-4db0-b01a-55b293773173 req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] 10.222.0.49 "PUT /v2.0/ports/08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 HTTP/1.1" status: 200 len: 1093 time: 0.9041970 May 04 14:58:14.608778 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'tag': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:58:14.611083 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21081387-9dc0-46b8-8209-bde1042d4354" -d '{"events": [{"name": "network-changed", "server_uuid": "92a2f58c-433b-4c8a-8622-6fa9ccd5c524", "tag": "08a48bc1-05ad-4521-8cc6-8e32a10f9ee9"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:58:14.636113 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17b7ae-f75c-4d5c-9273-1df70b7499d4 service neutron] Pushing event updated for resources: {'Port': ['ID=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9,revision_number=3']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:14.711087 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-35d7a4fe-78e7-471e-8a47-8a24b3c650cc req-857990e6-1358-44f2-ad9d-8f984cc52d16 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964036 May 04 14:58:14.739203 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b9515-7525-4db0-b01a-55b293773173 req-56731897-d115-424d-b633-725804e3bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:14.741085 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e1b9515-7525-4db0-b01a-55b293773173 req-56731897-d115-424d-b633-725804e3bf92 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 1127 time: 0.0822461 May 04 14:58:14.742838 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6b479b-a81d-463e-8c9d-540cd8b22571 x-openstack-request-id: req-1a6b479b-a81d-463e-8c9d-540cd8b22571 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:58:14.743352 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a2f58c-433b-4c8a-8622-6fa9ccd5c524", "tag": "08a48bc1-05ad-4521-8cc6-8e32a10f9ee9", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:58:14.743795 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a6b479b-a81d-463e-8c9d-540cd8b22571 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:58:14.744749 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a6b479b-a81d-463e-8c9d-540cd8b22571'] response: {'name': 'network-changed', 'server_uuid': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'tag': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'status': 'completed', 'code': 200} May 04 14:58:14.812477 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e1b9515-7525-4db0-b01a-55b293773173 req-4ce910f8-273f-4f77-b994-3ae7e2874456 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 HTTP/1.1" status: 200 len: 217 time: 0.0625181 May 04 14:58:14.891921 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020b793-9918-49a8-9669-ec48620e7dd2 req-ca9ef817-504c-4625-a51b-f9086f807967 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:14.894197 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6020b793-9918-49a8-9669-ec48620e7dd2 req-ca9ef817-504c-4625-a51b-f9086f807967 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 943 time: 0.1336045 May 04 14:58:14.913722 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b9515-7525-4db0-b01a-55b293773173 req-24208e63-277d-44b7-9b70-b2776b4167a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:14.916361 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e1b9515-7525-4db0-b01a-55b293773173 req-24208e63-277d-44b7-9b70-b2776b4167a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8fe32c0-07c2-4288-b3f3-920f7d53b942 HTTP/1.1" status: 200 len: 851 time: 0.0799265 May 04 14:58:15.019789 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b9515-7525-4db0-b01a-55b293773173 req-f09ee908-e292-4f78-91b1-2a97dcd969c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:15.021987 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e1b9515-7525-4db0-b01a-55b293773173 req-f09ee908-e292-4f78-91b1-2a97dcd969c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=603b2177-ca93-4721-a940-b349edbe094b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0952404 May 04 14:58:15.027731 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6020b793-9918-49a8-9669-ec48620e7dd2 req-9d94e2af-c529-4372-8146-ff9cb76ef8c9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275778 May 04 14:58:15.146638 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e1b9515-7525-4db0-b01a-55b293773173 req-537a867c-1414-49b3-b275-8d10d1ca80ab service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170037 May 04 14:58:15.262800 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1e1b9515-7525-4db0-b01a-55b293773173 req-7ac35c2f-fbe6-49ba-905e-f82ad67d601c service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087348 May 04 14:58:15.555278 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21081387-9dc0-46b8-8209-bde1042d4354 req-51972f56-b03b-4a06-aec0-d77a5b499799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:15.556763 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-21081387-9dc0-46b8-8209-bde1042d4354 req-51972f56-b03b-4a06-aec0-d77a5b499799 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 1127 time: 0.0492761 May 04 14:58:15.676972 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21081387-9dc0-46b8-8209-bde1042d4354 req-bc53ae00-51be-4a1a-baae-b35ad948fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:15.678743 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-21081387-9dc0-46b8-8209-bde1042d4354 req-bc53ae00-51be-4a1a-baae-b35ad948fb9f service neutron] 10.222.0.49 "GET /v2.0/networks?id=603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 200 len: 913 time: 0.1154032 May 04 14:58:15.889274 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07922ceb-87e1-4915-96a7-ce9d6bf4d74d req-7c01aebe-5614-4844-b258-cfbd5d5d29ce tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:15.898745 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-07922ceb-87e1-4915-96a7-ce9d6bf4d74d req-7c01aebe-5614-4844-b258-cfbd5d5d29ce tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0694952 May 04 14:58:15.978340 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-07922ceb-87e1-4915-96a7-ce9d6bf4d74d req-da6c6d1c-edad-4744-bb4f-b9c5046cb7f2 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735464 May 04 14:58:16.101852 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-21081387-9dc0-46b8-8209-bde1042d4354 req-5cae9f5a-2882-4c40-a6c7-5bfdf727f110 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 HTTP/1.1" status: 200 len: 217 time: 0.4153461 May 04 14:58:16.197964 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21081387-9dc0-46b8-8209-bde1042d4354 req-c48babca-0f8e-422b-a95d-2969853ab8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:16.199896 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-21081387-9dc0-46b8-8209-bde1042d4354 req-c48babca-0f8e-422b-a95d-2969853ab8bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8fe32c0-07c2-4288-b3f3-920f7d53b942 HTTP/1.1" status: 200 len: 851 time: 0.0922134 May 04 14:58:16.206605 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270f3a1-5fbd-4622-919d-ae66179d08f4 req-8b2db952-e1ed-4b27-ba7c-96d3d48e0eb2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:16.214192 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e270f3a1-5fbd-4622-919d-ae66179d08f4 req-8b2db952-e1ed-4b27-ba7c-96d3d48e0eb2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 943 time: 0.0761783 May 04 14:58:16.290828 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21081387-9dc0-46b8-8209-bde1042d4354 req-df098e09-1bc3-4bb4-9fe0-d9d06af629a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:16.292846 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-21081387-9dc0-46b8-8209-bde1042d4354 req-df098e09-1bc3-4bb4-9fe0-d9d06af629a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=603b2177-ca93-4721-a940-b349edbe094b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689297 May 04 14:58:16.313767 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e270f3a1-5fbd-4622-919d-ae66179d08f4 req-3f9b29b9-2f16-4185-9d1b-6f18e7699354 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960672 May 04 14:58:16.397086 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42050) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:16.438016 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-21081387-9dc0-46b8-8209-bde1042d4354 req-df044c07-65e2-415a-b5f5-671588cce43d service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227038 May 04 14:58:16.564370 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-21081387-9dc0-46b8-8209-bde1042d4354 req-7340c077-8ca5-4ee8-a6a4-85284b10e2be service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166506 May 04 14:58:16.626444 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-aac17726-9f82-4dc0-9232-949ff9606c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:16.724996 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-aac17726-9f82-4dc0-9232-949ff9606c94 admin admin] Publish callbacks [] for security_group (30f5559f-ffce-42ea-ba57-8dd8ef8408bd), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:16.730010 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-aac17726-9f82-4dc0-9232-949ff9606c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (30f5559f-ffce-42ea-ba57-8dd8ef8408bd), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:16.775284 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac17726-9f82-4dc0-9232-949ff9606c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f5559f-ffce-42ea-ba57-8dd8ef8408bd,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:16.795826 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-aac17726-9f82-4dc0-9232-949ff9606c94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d34fc6785b7c49e3aaeae61617d5135e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3948598 May 04 14:58:16.796224 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42056) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:16.856879 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2044b3f6-b94d-4449-81e9-3e1f60124821 admin admin] Publish callbacks [] for security_group (30f5559f-ffce-42ea-ba57-8dd8ef8408bd), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:16.883010 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2044b3f6-b94d-4449-81e9-3e1f60124821 admin admin] Publish callbacks [] for security_group (30f5559f-ffce-42ea-ba57-8dd8ef8408bd), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:16.955193 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2044b3f6-b94d-4449-81e9-3e1f60124821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (30f5559f-ffce-42ea-ba57-8dd8ef8408bd), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:16.958000 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2044b3f6-b94d-4449-81e9-3e1f60124821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:16.961828 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-2044b3f6-b94d-4449-81e9-3e1f60124821 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30f5559f-ffce-42ea-ba57-8dd8ef8408bd HTTP/1.1" status: 204 len: 168 time: 0.1617556 May 04 14:58:16.974204 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044b3f6-b94d-4449-81e9-3e1f60124821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f5559f-ffce-42ea-ba57-8dd8ef8408bd,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:17.128668 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef02b08-bfb9-484d-aff7-0ea924616bf9 req-48ae5a3b-6b99-4397-a095-20ebe46d843b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:17.136413 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ef02b08-bfb9-484d-aff7-0ea924616bf9 req-48ae5a3b-6b99-4397-a095-20ebe46d843b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0624747 May 04 14:58:17.195713 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ef02b08-bfb9-484d-aff7-0ea924616bf9 req-77e85a2d-f65f-4ebe-86a2-6cd5055aa5a7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531583 May 04 14:58:17.343009 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42064) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:17.358905 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-407ead71-66c6-4db7-9419-ac33b27d933f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:17.479483 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-407ead71-66c6-4db7-9419-ac33b27d933f admin admin] Publish callbacks [] for security_group (e5841577-b52e-4b7f-ba53-29bff139e841), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:17.486232 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-407ead71-66c6-4db7-9419-ac33b27d933f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (e5841577-b52e-4b7f-ba53-29bff139e841), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:17.499127 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45d206-921e-40dd-9a71-1f999d983373 req-0c50b43f-c92c-4682-bc6e-9acd74192800 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:17.513076 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-0b45d206-921e-40dd-9a71-1f999d983373 req-0c50b43f-c92c-4682-bc6e-9acd74192800 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 943 time: 0.1030812 May 04 14:58:17.540408 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-407ead71-66c6-4db7-9419-ac33b27d933f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3247025e66848a8b4ecb90350d70ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1960278 May 04 14:58:17.545194 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42068) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:17.545936 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ead71-66c6-4db7-9419-ac33b27d933f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5841577-b52e-4b7f-ba53-29bff139e841,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:17.593523 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-0b45d206-921e-40dd-9a71-1f999d983373 req-b8c7da01-10c0-42e6-8b67-e2c821f2ef99 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794277 May 04 14:58:17.636419 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc827ae0-9b21-47cf-aeeb-70d48308bff5 admin admin] Publish callbacks [] for security_group (e5841577-b52e-4b7f-ba53-29bff139e841), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:17.661276 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc827ae0-9b21-47cf-aeeb-70d48308bff5 admin admin] Publish callbacks [] for security_group (e5841577-b52e-4b7f-ba53-29bff139e841), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:17.725193 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc827ae0-9b21-47cf-aeeb-70d48308bff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (e5841577-b52e-4b7f-ba53-29bff139e841), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:17.728383 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc827ae0-9b21-47cf-aeeb-70d48308bff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:17.729683 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-cc827ae0-9b21-47cf-aeeb-70d48308bff5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5841577-b52e-4b7f-ba53-29bff139e841 HTTP/1.1" status: 204 len: 168 time: 0.1714413 May 04 14:58:17.738500 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc827ae0-9b21-47cf-aeeb-70d48308bff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5841577-b52e-4b7f-ba53-29bff139e841,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:18.352296 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4de514-e2c7-4547-8772-ffe68cd8aa0b req-77889e94-8520-4c8d-b0ea-8615766b5dbc tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:18.354614 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ca4de514-e2c7-4547-8772-ffe68cd8aa0b req-77889e94-8520-4c8d-b0ea-8615766b5dbc tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0655618 May 04 14:58:18.418512 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ca4de514-e2c7-4547-8772-ffe68cd8aa0b req-bfadc68b-63f2-4e75-96d1-6133bd94ed9f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563443 May 04 14:58:18.801710 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f609c-adcf-44c7-9b0a-a91c32fa8c98 req-82378a1e-c9ea-4fc0-bdca-6d6e7ee60fa4 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:18.808677 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-141f609c-adcf-44c7-9b0a-a91c32fa8c98 req-82378a1e-c9ea-4fc0-bdca-6d6e7ee60fa4 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 943 time: 0.0981162 May 04 14:58:18.883536 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-141f609c-adcf-44c7-9b0a-a91c32fa8c98 req-06bdc797-cff2-49b3-9e07-34751824359c tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696740 May 04 14:58:19.561306 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf840e-f51b-4053-b379-8a044ba16dbe req-4f69c8ea-8cbb-4311-bb8a-5996f27944ed tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:19.562818 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-febf840e-f51b-4053-b379-8a044ba16dbe req-4f69c8ea-8cbb-4311-bb8a-5996f27944ed tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0546095 May 04 14:58:19.639819 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-febf840e-f51b-4053-b379-8a044ba16dbe req-8ce672de-f5b5-4715-ad90-d70a2b76ac9f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707171 May 04 14:58:20.062730 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c55656-3398-4ac1-9de4-32d931e05f35 req-62ba6843-d37b-4d1c-bdef-07b94cd0cbaf tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:20.065563 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b9c55656-3398-4ac1-9de4-32d931e05f35 req-62ba6843-d37b-4d1c-bdef-07b94cd0cbaf tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 943 time: 0.0969822 May 04 14:58:20.071546 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42134) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:20.141411 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b9c55656-3398-4ac1-9de4-32d931e05f35 req-8e089b23-87e2-4a28-9b00-cff46c1a7908 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696971 May 04 14:58:20.216112 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bcab0149-5580-496c-af86-660dff38fb07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:20.344286 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bcab0149-5580-496c-af86-660dff38fb07 admin admin] Publish callbacks [] for security_group (2ac0fc2e-6ddb-46fe-931e-b73557ebcbce), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:20.350445 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bcab0149-5580-496c-af86-660dff38fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (2ac0fc2e-6ddb-46fe-931e-b73557ebcbce), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:20.401502 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-bcab0149-5580-496c-af86-660dff38fb07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0ba1b765e9c4ffbbedc5e8ad55a307c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248651 May 04 14:58:20.401502 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab0149-5580-496c-af86-660dff38fb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac0fc2e-6ddb-46fe-931e-b73557ebcbce,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:20.402473 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42138) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:20.472817 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-277420e5-14a2-46d0-8a0d-5740d36395d0 admin admin] Publish callbacks [] for security_group (2ac0fc2e-6ddb-46fe-931e-b73557ebcbce), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:20.530242 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-277420e5-14a2-46d0-8a0d-5740d36395d0 admin admin] Publish callbacks [] for security_group (2ac0fc2e-6ddb-46fe-931e-b73557ebcbce), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:20.584325 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-277420e5-14a2-46d0-8a0d-5740d36395d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (2ac0fc2e-6ddb-46fe-931e-b73557ebcbce), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:20.587685 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-277420e5-14a2-46d0-8a0d-5740d36395d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:20.588538 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-277420e5-14a2-46d0-8a0d-5740d36395d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ac0fc2e-6ddb-46fe-931e-b73557ebcbce HTTP/1.1" status: 204 len: 168 time: 0.1849818 May 04 14:58:20.610878 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277420e5-14a2-46d0-8a0d-5740d36395d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac0fc2e-6ddb-46fe-931e-b73557ebcbce,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:20.802308 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24ad6-0565-49b2-b78f-c94a7a41217f req-dcd62994-a0b9-45e2-8c02-b10129ed054a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:20.810142 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d0b24ad6-0565-49b2-b78f-c94a7a41217f req-dcd62994-a0b9-45e2-8c02-b10129ed054a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0724432 May 04 14:58:20.876817 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d0b24ad6-0565-49b2-b78f-c94a7a41217f req-b3914329-527f-43b6-9f4f-2d5cfbb7bed6 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656307 May 04 14:58:21.035619 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 42150) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:21.057487 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d3390824-032f-49cb-9800-f7f45557048b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:21.171222 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d3390824-032f-49cb-9800-f7f45557048b admin admin] Publish callbacks [] for security_group (3aa8d27e-dff7-4d3b-9104-6b3536285e24), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:21.179475 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d3390824-032f-49cb-9800-f7f45557048b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3aa8d27e-dff7-4d3b-9104-6b3536285e24), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:21.256391 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-d3390824-032f-49cb-9800-f7f45557048b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2546391c448f4e7ca451e12689174d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189362 May 04 14:58:21.259396 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42154) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:21.274514 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3390824-032f-49cb-9800-f7f45557048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa8d27e-dff7-4d3b-9104-6b3536285e24,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:21.297636 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fa82d-640d-42a3-b6f9-d1a027277aa8 req-ed4b9994-142b-4999-94c0-ecc73fffe966 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:21.299470 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9a4fa82d-640d-42a3-b6f9-d1a027277aa8 req-ed4b9994-142b-4999-94c0-ecc73fffe966 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 943 time: 0.0702298 May 04 14:58:21.338795 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7e34-8576-49bb-951e-c2861a37197c admin admin] Publish callbacks [] for security_group (3aa8d27e-dff7-4d3b-9104-6b3536285e24), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:21.363935 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9a4fa82d-640d-42a3-b6f9-d1a027277aa8 req-6ef12a6a-33ef-465e-80b1-34c91109b20d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582304 May 04 14:58:21.378916 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7e34-8576-49bb-951e-c2861a37197c admin admin] Publish callbacks [] for security_group (3aa8d27e-dff7-4d3b-9104-6b3536285e24), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:21.439944 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7e34-8576-49bb-951e-c2861a37197c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3aa8d27e-dff7-4d3b-9104-6b3536285e24), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:21.444084 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7fdc7e34-8576-49bb-951e-c2861a37197c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:21.447086 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-7fdc7e34-8576-49bb-951e-c2861a37197c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3aa8d27e-dff7-4d3b-9104-6b3536285e24 HTTP/1.1" status: 204 len: 168 time: 0.1846611 May 04 14:58:21.455426 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc7e34-8576-49bb-951e-c2861a37197c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa8d27e-dff7-4d3b-9104-6b3536285e24,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:22.019223 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3dd2c-4e91-44a8-a79b-a38500658006 req-9df34cc6-18d4-4538-9fb0-8361ec9b8f98 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:22.020884 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b5e3dd2c-4e91-44a8-a79b-a38500658006 req-9df34cc6-18d4-4538-9fb0-8361ec9b8f98 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0648115 May 04 14:58:22.028859 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ed757-75b5-4925-b2d5-824ac1621ff1 req-faec0258-a75f-43a7-bab2-8e3a777cff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:22.030273 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5d2ed757-75b5-4925-b2d5-824ac1621ff1 req-faec0258-a75f-43a7-bab2-8e3a777cff7f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f512333663064960847a1dd30c177cf9&device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 1129 time: 0.0539823 May 04 14:58:22.089271 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b5e3dd2c-4e91-44a8-a79b-a38500658006 req-cf64046d-0921-4383-ba7c-dd24798bea2b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612910 May 04 14:58:22.140920 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ed757-75b5-4925-b2d5-824ac1621ff1 req-b50876c7-cf2b-445d-9a24-041257563fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:22.140920 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5d2ed757-75b5-4925-b2d5-824ac1621ff1 req-b50876c7-cf2b-445d-9a24-041257563fdf service neutron] 10.222.0.49 "GET /v2.0/networks?id=79f79ca7-23fe-4754-96e7-93df86905dc1 HTTP/1.1" status: 200 len: 918 time: 0.1042259 May 04 14:58:22.213254 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5d2ed757-75b5-4925-b2d5-824ac1621ff1 req-7a54ebed-73b3-4af2-8adc-6fff9fb35778 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44069e10-04c2-4f01-9944-c78d79fc5a90 HTTP/1.1" status: 200 len: 1000 time: 0.0655890 May 04 14:58:22.267001 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ed757-75b5-4925-b2d5-824ac1621ff1 req-d1cb2d51-ed1f-415a-a520-f04cbce0b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:22.268529 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5d2ed757-75b5-4925-b2d5-824ac1621ff1 req-d1cb2d51-ed1f-415a-a520-f04cbce0b255 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=086b520e-6c45-43fc-b9e3-376e899c6b75 HTTP/1.1" status: 200 len: 856 time: 0.0487266 May 04 14:58:22.321867 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ed757-75b5-4925-b2d5-824ac1621ff1 req-9afd7de1-6661-4a5b-ad8e-b6432a52e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:22.324620 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5d2ed757-75b5-4925-b2d5-824ac1621ff1 req-9afd7de1-6661-4a5b-ad8e-b6432a52e8c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79f79ca7-23fe-4754-96e7-93df86905dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494459 May 04 14:58:22.435649 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5d2ed757-75b5-4925-b2d5-824ac1621ff1 req-19114b0e-c0db-461e-874d-e2f2f885d231 service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032975 May 04 14:58:22.518903 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9de2a-c96a-4b6e-9fd7-8844d762f25a req-1ddeb9ac-2c37-4650-a164-c70d2bb05b53 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:22.520546 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ab9de2a-c96a-4b6e-9fd7-8844d762f25a req-1ddeb9ac-2c37-4650-a164-c70d2bb05b53 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 943 time: 0.0711887 May 04 14:58:22.612313 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5d2ed757-75b5-4925-b2d5-824ac1621ff1 req-033dd925-501b-49f3-96fa-19d4794b70fc service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643605 May 04 14:58:22.616285 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ab9de2a-c96a-4b6e-9fd7-8844d762f25a req-783a4071-1315-4d0a-9906-d8106d7cf04e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658629 May 04 14:58:23.217498 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad63534-f377-4b9e-9b82-ae8ce98ba529 req-a9758516-8f95-4171-bece-1da092fe8262 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:23.219030 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9ad63534-f377-4b9e-9b82-ae8ce98ba529 req-a9758516-8f95-4171-bece-1da092fe8262 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0488575 May 04 14:58:23.273352 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-9ad63534-f377-4b9e-9b82-ae8ce98ba529 req-e1cd7a0f-6321-4fae-9312-dc5eaff5da19 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484207 May 04 14:58:23.742228 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d0cb4-d511-4c61-a6c0-73cb02a9d9f5 req-2c0ca497-6387-4907-9f3f-a82cb8f7851d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:23.743707 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ba7d0cb4-d511-4c61-a6c0-73cb02a9d9f5 req-2c0ca497-6387-4907-9f3f-a82cb8f7851d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 943 time: 0.0541954 May 04 14:58:23.795674 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ba7d0cb4-d511-4c61-a6c0-73cb02a9d9f5 req-35f7002a-2813-427f-9ccb-90b6ab60e849 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461400 May 04 14:58:24.040064 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:58:24.273184 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:24.285630 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'port_id': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'mac_address': 'fa:16:3e:79:99:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:58:24.332340 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:58:24.332733 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (08a48bc1-05ad-4521-8cc6-8e32a10f9ee9), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:24.346898 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:58:24.369318 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:24.374650 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (08a48bc1-05ad-4521-8cc6-8e32a10f9ee9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:24.401450 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc54a1-5bb8-4828-a655-f42f814e6db4 req-e250d3c2-b06b-449d-9756-3c34f3448845 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:24.403249 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3adc54a1-5bb8-4828-a655-f42f814e6db4 req-e250d3c2-b06b-449d-9756-3c34f3448845 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0508144 May 04 14:58:24.428182 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:24.454341 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3adc54a1-5bb8-4828-a655-f42f814e6db4 req-5044c5a4-de6b-4f26-b561-0851fc5c0dc5 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436978 May 04 14:58:24.606829 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['08a48bc1-05ad-4521-8cc6-8e32a10f9ee9'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:58:24.922384 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b2ad7-d937-46f7-9c0f-23c185b3f4a7 req-1a8b12c3-acf7-4d8f-9ca6-525ae1195293 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:24.923874 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3e4b2ad7-d937-46f7-9c0f-23c185b3f4a7 req-1a8b12c3-acf7-4d8f-9ca6-525ae1195293 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 944 time: 0.0469999 May 04 14:58:24.974133 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3e4b2ad7-d937-46f7-9c0f-23c185b3f4a7 req-7e85ca45-0634-4a9d-aaaf-300602e80c96 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444596 May 04 14:58:25.293903 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [req-467e7d3e-2cbf-431d-93b7-6528a90dff18 req-dae3bec7-a240-4145-aaf2-2f1615bc3db7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=115137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:58:25.294895 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-467e7d3e-2cbf-431d-93b7-6528a90dff18 req-dae3bec7-a240-4145-aaf2-2f1615bc3db7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053637 May 04 14:58:25.468819 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad5d78-d389-4e37-88de-0d39ec4a9dde req-959c7747-b48c-49e2-b77e-cb57f9d8c42f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:25.470385 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b3ad5d78-d389-4e37-88de-0d39ec4a9dde req-959c7747-b48c-49e2-b77e-cb57f9d8c42f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 945 time: 0.0509748 May 04 14:58:25.529041 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b3ad5d78-d389-4e37-88de-0d39ec4a9dde req-1f2aae83-c443-417b-8292-03b2cf23c578 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526307 May 04 14:58:25.818789 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42280) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:25.914415 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-8062d941-ffa9-4f30-be0f-72939a19db2b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943568 May 04 14:58:25.923447 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-dbfb2e58-099e-4a22-b8a7-a426b4668a2d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=115137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 14:58:25.924376 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-dbfb2e58-099e-4a22-b8a7-a426b4668a2d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050061 May 04 14:58:26.016061 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 42300) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:26.056905 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:26.117999 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 14:58:26.121632 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e394b77-97b0-4203-a6cd-cfad8d55600e req-b2ddf2b5-b22f-4ad2-97b1-9db51e953aa4 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:26.123494 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2e394b77-97b0-4203-a6cd-cfad8d55600e req-b2ddf2b5-b22f-4ad2-97b1-9db51e953aa4 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 944 time: 0.0711586 May 04 14:58:26.131069 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:58:26.131441 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (08a48bc1-05ad-4521-8cc6-8e32a10f9ee9), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:26.150264 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-11188306-0b8b-42e4-b714-7336cfcd2f99 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:26.151953 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-11188306-0b8b-42e4-b714-7336cfcd2f99 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports/44069e10-04c2-4f01-9944-c78d79fc5a90 HTTP/1.1" status: 200 len: 942 time: 0.1344006 May 04 14:58:26.186575 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2e394b77-97b0-4203-a6cd-cfad8d55600e req-54758a65-c3d0-4857-b427-623168e6928c tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560865 May 04 14:58:26.252170 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:58:26.252557 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (08a48bc1-05ad-4521-8cc6-8e32a10f9ee9), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:26.280895 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:58:26.283494 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa56707-5221-417d-a284-6b56d914a904" -d '{"events": [{"server_uuid": "92a2f58c-433b-4c8a-8622-6fa9ccd5c524", "name": "network-vif-plugged", "status": "completed", "tag": "08a48bc1-05ad-4521-8cc6-8e32a10f9ee9"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:58:26.297407 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:26.303150 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (08a48bc1-05ad-4521-8cc6-8e32a10f9ee9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:26.304109 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 44069e10-04c2-4f01-9944-c78d79fc5a90 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:58:26.332404 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c210fe14-7144-4f52-aefe-a23d60fe60b4 x-openstack-request-id: req-c210fe14-7144-4f52-aefe-a23d60fe60b4 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:58:26.332932 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a2f58c-433b-4c8a-8622-6fa9ccd5c524", "name": "network-vif-plugged", "status": "completed", "tag": "08a48bc1-05ad-4521-8cc6-8e32a10f9ee9", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:58:26.333357 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c210fe14-7144-4f52-aefe-a23d60fe60b4 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:58:26.333763 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c210fe14-7144-4f52-aefe-a23d60fe60b4'] response: {'server_uuid': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'code': 200} May 04 14:58:26.391575 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:26.446778 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 44069e10-04c2-4f01-9944-c78d79fc5a90 is: ACTIVE; New status is: DOWN {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:58:26.447404 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:26.496064 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 44069e10-04c2-4f01-9944-c78d79fc5a90, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=44069e10-04c2-4f01-9944-c78d79fc5a90,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:26.501410 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:26.575891 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=44069e10-04c2-4f01-9944-c78d79fc5a90,revision_number=8']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:26.591621 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6dcf1-853b-40b1-9ac7-6395fea68e22 req-20a9d5dc-3de3-4090-b6c3-fc3892b4b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:26.593489 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2dc6dcf1-853b-40b1-9ac7-6395fea68e22 req-20a9d5dc-3de3-4090-b6c3-fc3892b4b7be service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 1129 time: 0.0496891 May 04 14:58:26.667650 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2dc6dcf1-853b-40b1-9ac7-6395fea68e22 req-8814b5d3-346c-4fb5-a1de-201fd8d2b60b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672171 May 04 14:58:26.673506 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac40283-326e-4d78-b7ad-d0caedc5f0ee req-66e91187-003f-4414-b3f1-635291ae9e16 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:26.675124 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-eac40283-326e-4d78-b7ad-d0caedc5f0ee req-66e91187-003f-4414-b3f1-635291ae9e16 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 943 time: 0.0579820 May 04 14:58:26.731640 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-eac40283-326e-4d78-b7ad-d0caedc5f0ee req-6ce9693c-1d9c-4b7c-9b4e-af960585a8c9 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498924 May 04 14:58:27.326349 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198eb3b-cb38-4527-8551-f91f0343a4d8 req-c8d4bacc-c484-4515-bf45-ccecf255d53b tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:27.328004 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c198eb3b-cb38-4527-8551-f91f0343a4d8 req-c8d4bacc-c484-4515-bf45-ccecf255d53b tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 945 time: 0.0556569 May 04 14:58:27.381828 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c198eb3b-cb38-4527-8551-f91f0343a4d8 req-57b9d064-abb3-4304-a171-76679032e04d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476170 May 04 14:58:27.584411 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-83f2d56b-af88-44a1-9e4c-591a13f9a3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:27.586068 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-83f2d56b-af88-44a1-9e4c-591a13f9a3c7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4&tenant_id=f512333663064960847a1dd30c177cf9 HTTP/1.1" status: 200 len: 1127 time: 0.0841331 May 04 14:58:27.670418 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-22b42ba0-64e6-4a9a-a688-9b29c5a3e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:27.671866 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-22b42ba0-64e6-4a9a-a688-9b29c5a3e3a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f512333663064960847a1dd30c177cf9&device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 1127 time: 0.0428128 May 04 14:58:27.778054 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-74ffc828-7153-4f6e-a53e-5519493f89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:27.778670 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-74ffc828-7153-4f6e-a53e-5519493f89e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=79f79ca7-23fe-4754-96e7-93df86905dc1 HTTP/1.1" status: 200 len: 918 time: 0.0992863 May 04 14:58:27.907089 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58db6f-84a9-4b57-b23c-0027a8f41f95 req-5498a388-79ec-4866-9d6d-fc10b296a73f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:27.909657 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8c58db6f-84a9-4b57-b23c-0027a8f41f95 req-5498a388-79ec-4866-9d6d-fc10b296a73f tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 943 time: 0.0876324 May 04 14:58:27.980023 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8c58db6f-84a9-4b57-b23c-0027a8f41f95 req-9f107755-4fd3-406c-b291-3f9e7f576fce tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627809 May 04 14:58:28.303608 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-16d1fbf6-7a01-4f4a-94ce-323f2a33e6fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44069e10-04c2-4f01-9944-c78d79fc5a90 HTTP/1.1" status: 200 len: 998 time: 0.0965359 May 04 14:58:28.335173 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44069e10-04c2-4f01-9944-c78d79fc5a90'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:58:28.337684 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a0e510-7712-44c6-9095-91426a2ae5eb" -d '{"events": [{"server_uuid": "0b522598-466a-43f4-9891-ad928cc7a0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "44069e10-04c2-4f01-9944-c78d79fc5a90"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:58:28.376977 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-cea82d26-383f-4785-b90c-8ce28b5e0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:28.378790 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-cea82d26-383f-4785-b90c-8ce28b5e0c21 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=086b520e-6c45-43fc-b9e3-376e899c6b75 HTTP/1.1" status: 200 len: 856 time: 0.0686774 May 04 14:58:28.385626 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 14:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e59dd6-8c72-48f4-a8f1-fd91b0ed2014 x-openstack-request-id: req-f4e59dd6-8c72-48f4-a8f1-fd91b0ed2014 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:58:28.386137 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b522598-466a-43f4-9891-ad928cc7a0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "44069e10-04c2-4f01-9944-c78d79fc5a90", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:58:28.386579 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4e59dd6-8c72-48f4-a8f1-fd91b0ed2014 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:58:28.387529 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e59dd6-8c72-48f4-a8f1-fd91b0ed2014'] response: {'server_uuid': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44069e10-04c2-4f01-9944-c78d79fc5a90', 'code': 200} May 04 14:58:28.442234 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-01368a5b-a11d-4deb-8689-871f308bf78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:28.444834 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-01368a5b-a11d-4deb-8689-871f308bf78a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79f79ca7-23fe-4754-96e7-93df86905dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562017 May 04 14:58:28.512596 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bbb0d-f997-4818-b80f-0b51dbc9f620 req-61109045-3435-46a1-99e0-50a7eb54309c tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:28.514505 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f24bbb0d-f997-4818-b80f-0b51dbc9f620 req-61109045-3435-46a1-99e0-50a7eb54309c tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 945 time: 0.0565317 May 04 14:58:28.529750 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42374) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:28.594194 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f24bbb0d-f997-4818-b80f-0b51dbc9f620 req-f5c3054f-4f1f-4def-b260-a10f5fcbee4c tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671637 May 04 14:58:28.594475 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-7b6cb0b0-459b-43ba-bb70-c0df39acc8ca service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380067 May 04 14:58:28.687985 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:28.736631 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8df104bb-74f0-4ecd-a0c4-0a501012ce6f req-39e0b757-5b1d-4a48-8d17-c84593609378 service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361172 May 04 14:58:28.783709 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136f34a-c6f3-4192-9e45-0ac56a053e88 req-69ecc9e8-37e0-4bbb-8867-f3e949c52617 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:28.786479 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a136f34a-c6f3-4192-9e45-0ac56a053e88 req-69ecc9e8-37e0-4bbb-8867-f3e949c52617 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 945 time: 0.0637679 May 04 14:58:28.802463 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Publish callbacks [] for security_group (2447cb36-1c40-4367-9242-896948ab642a), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:28.808296 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (2447cb36-1c40-4367-9242-896948ab642a), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:28.880259 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a136f34a-c6f3-4192-9e45-0ac56a053e88 req-e3357fcd-0e7f-4af9-9f77-e3a9f6f287bc tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875173 May 04 14:58:28.914203 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 42386) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:28.986153 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e46159-ce87-42c1-9085-9e2013c3f10b tempest-TestVolumeBootPattern-654236627 tempest-TestVolumeBootPattern-654236627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:28.989144 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-a6e46159-ce87-42c1-9085-9e2013c3f10b tempest-TestVolumeBootPattern-654236627 tempest-TestVolumeBootPattern-654236627-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 1124 time: 0.0729041 May 04 14:58:28.993497 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 42392) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:28.999545 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Request body: {'floatingip': {'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'port_id': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:58:29.035227 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:29.187954 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02231ed02abc4704b9246e810a1849de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6567872 May 04 14:58:29.194483 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42402) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:29.206971 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2447cb36-1c40-4367-9242-896948ab642a,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:29.226320 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:29.241158 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:29.241763 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:29.242359 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:29.242938 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:29.243363 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:29.243833 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:29.244404 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:29.244999 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:29.245516 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:29.246086 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:29.246606 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:29.247057 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:29.247447 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:29.247856 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:29.248368 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5748be-3436-4bf8-a95a-68bc9d0cea73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:29.270232 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a0d76-72b9-4e1f-8890-d4c5426e8cb4 req-409d9677-dc1a-4ec7-a120-70c25efa5208 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:29.272919 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-081a0d76-72b9-4e1f-8890-d4c5426e8cb4 req-409d9677-dc1a-4ec7-a120-70c25efa5208 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 943 time: 0.1417842 May 04 14:58:29.346803 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e8d7573d-e5df-4b8c-bfd7-baf515eefbb5 admin admin] Publish callbacks [] for security_group (2447cb36-1c40-4367-9242-896948ab642a), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:29.364385 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-081a0d76-72b9-4e1f-8890-d4c5426e8cb4 req-76cf4727-a680-4e21-91eb-74d7ccbf9a07 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816407 May 04 14:58:29.402530 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e8d7573d-e5df-4b8c-bfd7-baf515eefbb5 admin admin] Publish callbacks [] for security_group (2447cb36-1c40-4367-9242-896948ab642a), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:29.410741 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Allocated IP 172.27.2.17 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/997c8aab-5d6b-4779-a5df-a415e02bbd06) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:29.500774 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e8d7573d-e5df-4b8c-bfd7-baf515eefbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (2447cb36-1c40-4367-9242-896948ab642a), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:29.503826 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e8d7573d-e5df-4b8c-bfd7-baf515eefbb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:29.507855 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-e8d7573d-e5df-4b8c-bfd7-baf515eefbb5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2447cb36-1c40-4367-9242-896948ab642a HTTP/1.1" status: 204 len: 168 time: 0.3093803 May 04 14:58:29.525756 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7573d-e5df-4b8c-bfd7-baf515eefbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2447cb36-1c40-4367-9242-896948ab642a,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:29.662404 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for port (997c8aab-5d6b-4779-a5df-a415e02bbd06), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:29.749186 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (997c8aab-5d6b-4779-a5df-a415e02bbd06), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:29.843175 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event updated for resources: {'Port': ['ID=997c8aab-5d6b-4779-a5df-a415e02bbd06,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:29.865957 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:29.868313 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:29.872582 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:30.045253 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42414) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:30.066424 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2bb9d54e-a3c3-4417-aad2-b1c38868213d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:30.210799 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2bb9d54e-a3c3-4417-aad2-b1c38868213d admin admin] Publish callbacks [] for security_group (0dfde8f4-ea56-45fb-85a7-c5552ddd469a), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:30.217678 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2bb9d54e-a3c3-4417-aad2-b1c38868213d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (0dfde8f4-ea56-45fb-85a7-c5552ddd469a), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:30.271446 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-2bb9d54e-a3c3-4417-aad2-b1c38868213d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=643aca7e7f194749b2ee55817a35032a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233205 May 04 14:58:30.271446 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9d54e-a3c3-4417-aad2-b1c38868213d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfde8f4-ea56-45fb-85a7-c5552ddd469a,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:30.273642 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42416) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:30.350665 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e8c437d4-0942-4303-baea-65d94457db78 admin admin] Publish callbacks [] for security_group (0dfde8f4-ea56-45fb-85a7-c5552ddd469a), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:30.397369 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e8c437d4-0942-4303-baea-65d94457db78 admin admin] Publish callbacks [] for security_group (0dfde8f4-ea56-45fb-85a7-c5552ddd469a), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:30.469520 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e8c437d4-0942-4303-baea-65d94457db78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (0dfde8f4-ea56-45fb-85a7-c5552ddd469a), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:30.473122 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e8c437d4-0942-4303-baea-65d94457db78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:30.476899 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-e8c437d4-0942-4303-baea-65d94457db78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0dfde8f4-ea56-45fb-85a7-c5552ddd469a HTTP/1.1" status: 204 len: 168 time: 0.2014265 May 04 14:58:30.502580 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c437d4-0942-4303-baea-65d94457db78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfde8f4-ea56-45fb-85a7-c5552ddd469a,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:30.599861 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61141486-8108-47f7-a487-b50bc07c08ba req-778f5c26-9b68-4788-b6a1-5615cffd6818 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:30.608537 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-61141486-8108-47f7-a487-b50bc07c08ba req-778f5c26-9b68-4788-b6a1-5615cffd6818 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 943 time: 0.1405795 May 04 14:58:30.718845 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-61141486-8108-47f7-a487-b50bc07c08ba req-792d1aca-96c1-409c-910d-b91c1481e3f5 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091504 May 04 14:58:30.720263 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for floatingip (5b73c552-0bac-442a-b432-fce27a666516), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:30.907433 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (997c8aab-5d6b-4779-a5df-a415e02bbd06), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:31.261662 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for port (997c8aab-5d6b-4779-a5df-a415e02bbd06), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:31.268388 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (997c8aab-5d6b-4779-a5df-a415e02bbd06), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:31.367548 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (5b73c552-0bac-442a-b432-fce27a666516), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:31.429435 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event updated for resources: {'Port': ['ID=997c8aab-5d6b-4779-a5df-a415e02bbd06,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:31.532612 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Floating IP 5b73c552-0bac-442a-b432-fce27a666516 associated. External IP: 172.27.2.17, port: 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9. May 04 14:58:31.809134 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42446) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:31.940282 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ee799-170a-4d32-8e4c-92ef19744bed req-16e98123-64f4-4a07-acdb-f3fab6f4e39c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:31.942594 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0f5ee799-170a-4d32-8e4c-92ef19744bed req-16e98123-64f4-4a07-acdb-f3fab6f4e39c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 943 time: 0.0770192 May 04 14:58:32.061969 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-54774a5e-3b32-48f8-bf48-46c063e8e071 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-114598832-network', 'tenant_id': '62bae77a339a47228bbe57976c9c1114'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:58:32.104448 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0f5ee799-170a-4d32-8e4c-92ef19744bed req-fd57c313-b591-43b2-9b32-3d07f810c283 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507654 May 04 14:58:32.148651 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54774a5e-3b32-48f8-bf48-46c063e8e071 admin admin] Made reservation on behalf of 62bae77a339a47228bbe57976c9c1114 for: {'network': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:32.151856 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-54774a5e-3b32-48f8-bf48-46c063e8e071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:32.163282 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-54774a5e-3b32-48f8-bf48-46c063e8e071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:32.197018 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:58:32.370844 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-54774a5e-3b32-48f8-bf48-46c063e8e071 admin admin] Publish callbacks [] for security_group (43446f95-b5e7-476f-9177-17a0167e861b), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:32.377770 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-54774a5e-3b32-48f8-bf48-46c063e8e071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (43446f95-b5e7-476f-9177-17a0167e861b), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:32.415061 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:58:32.442985 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e50e24-9b94-47b4-b5f4-9bc64eb6bc2b None None] Sync routers for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:58:32.446772 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54774a5e-3b32-48f8-bf48-46c063e8e071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43446f95-b5e7-476f-9177-17a0167e861b,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:32.473591 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e50e24-9b94-47b4-b5f4-9bc64eb6bc2b None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:32.477316 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-40e50e24-9b94-47b4-b5f4-9bc64eb6bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:58:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:32.477697 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54774a5e-3b32-48f8-bf48-46c063e8e071 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=115137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:58:32.494432 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:32.513063 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-54774a5e-3b32-48f8-bf48-46c063e8e071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (713ca1fc-d7e3-44ef-9c7c-16293f9ebc5f), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:32.513683 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.segments_db [None req-54774a5e-3b32-48f8-bf48-46c063e8e071 admin admin] Added segment 713ca1fc-d7e3-44ef-9c7c-16293f9ebc5f of type vlan for network 4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2 May 04 14:58:32.594219 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-2aa6aa15-4d7b-4d42-8f4c-8477e26504fa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5981517 May 04 14:58:32.611554 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-54774a5e-3b32-48f8-bf48-46c063e8e071 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:32.620836 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'tag': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:58:32.624587 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e1ec36-82d2-4b21-a88f-36d98fcbeeb7" -d '{"events": [{"name": "network-changed", "server_uuid": "92a2f58c-433b-4c8a-8622-6fa9ccd5c524", "tag": "08a48bc1-05ad-4521-8cc6-8e32a10f9ee9"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:58:32.628829 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-40e50e24-9b94-47b4-b5f4-9bc64eb6bc2b None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:32.683325 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-54774a5e-3b32-48f8-bf48-46c063e8e071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:32.684706 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54774a5e-3b32-48f8-bf48-46c063e8e071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:32.685496 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-54774a5e-3b32-48f8-bf48-46c063e8e071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:32.704022 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9532ce2d-9e76-45e6-a250-badbd91f02ec x-openstack-request-id: req-9532ce2d-9e76-45e6-a250-badbd91f02ec {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:58:32.704473 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a2f58c-433b-4c8a-8622-6fa9ccd5c524", "tag": "08a48bc1-05ad-4521-8cc6-8e32a10f9ee9", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:58:32.704754 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9532ce2d-9e76-45e6-a250-badbd91f02ec {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:58:32.705186 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9532ce2d-9e76-45e6-a250-badbd91f02ec'] response: {'name': 'network-changed', 'server_uuid': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'tag': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'status': 'completed', 'code': 200} May 04 14:58:32.742514 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-54774a5e-3b32-48f8-bf48-46c063e8e071 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9308445 May 04 14:58:32.745652 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 42454) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:32.757519 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-a56fe336-5fd6-4fe3-a9f8-6d5aaf7cd169 admin admin] Request body: {'subnet': {'network_id': '4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-114598832-subnet', 'tenant_id': '62bae77a339a47228bbe57976c9c1114', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:58:32.789680 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56fe336-5fd6-4fe3-a9f8-6d5aaf7cd169 admin admin] Made reservation on behalf of 62bae77a339a47228bbe57976c9c1114 for: {'subnet': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:32.794365 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a56fe336-5fd6-4fe3-a9f8-6d5aaf7cd169 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130572725'] for subnet (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:32.822163 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54774a5e-3b32-48f8-bf48-46c063e8e071 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:32.841169 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network 4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2 details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:58:32.990906 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-e1d9d617-0f0f-42c8-8db9-d5eeec19f855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:33.160606 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-40e50e24-9b94-47b4-b5f4-9bc64eb6bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '5b73c552-0bac-442a-b432-fce27a666516', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'port_id': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'mac_address': 'fa:16:3e:79:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:30Z', 'updated_at': '2022-05-04T14:58:30Z', 'revision_number': 0, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:33.220536 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e50e24-9b94-47b4-b5f4-9bc64eb6bc2b None None] Checking router: f1faae23-5f6a-4f04-87ad-5858a41c8ac0 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:58:33.242063 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e50e24-9b94-47b4-b5f4-9bc64eb6bc2b None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:33.242712 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-40e50e24-9b94-47b4-b5f4-9bc64eb6bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:58:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:33.259304 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a56fe336-5fd6-4fe3-a9f8-6d5aaf7cd169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130558689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130572743'] for subnet (775f3ae3-bbe1-4d23-b8b1-81493e53d457), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:33.341039 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fe336-5fd6-4fe3-a9f8-6d5aaf7cd169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=775f3ae3-bbe1-4d23-b8b1-81493e53d457,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:33.372200 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2048f1c-44f9-4c99-80ed-eaefdb09779f req-f6091b90-9702-4169-9149-842e4c81a249 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:33.373938 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b2048f1c-44f9-4c99-80ed-eaefdb09779f req-f6091b90-9702-4169-9149-842e4c81a249 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 943 time: 0.1189959 May 04 14:58:33.401680 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56fe336-5fd6-4fe3-a9f8-6d5aaf7cd169 admin admin] Checking segment: {'id': '713ca1fc-d7e3-44ef-9c7c-16293f9ebc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:58:33.402155 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56fe336-5fd6-4fe3-a9f8-6d5aaf7cd169 admin admin] Network hostable DHCP agents. Network: 4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:58:33.413839 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-40e50e24-9b94-47b4-b5f4-9bc64eb6bc2b None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:33.439186 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56fe336-5fd6-4fe3-a9f8-6d5aaf7cd169 admin admin] Network 4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2 is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:58:33.455691 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-a56fe336-5fd6-4fe3-a9f8-6d5aaf7cd169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, 4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2) {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:33.468428 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56fe336-5fd6-4fe3-a9f8-6d5aaf7cd169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:33.468722 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e10912b-dc3f-4d51-bd87-e84b5342f2de None None] Network 4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:58:33.469097 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a56fe336-5fd6-4fe3-a9f8-6d5aaf7cd169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:33.492971 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b2048f1c-44f9-4c99-80ed-eaefdb09779f req-acb088f0-1334-4897-8a73-e6b0de8f0597 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067307 May 04 14:58:33.517881 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-a56fe336-5fd6-4fe3-a9f8-6d5aaf7cd169 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7606361 May 04 14:58:33.734342 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2f2462-e710-46b1-a80c-97ede0c71601 None None] Network 4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:58:33.980570 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-40e50e24-9b94-47b4-b5f4-9bc64eb6bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '5b73c552-0bac-442a-b432-fce27a666516', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'port_id': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'mac_address': 'fa:16:3e:79:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:30Z', 'updated_at': '2022-05-04T14:58:30Z', 'revision_number': 0, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:34.044104 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e50e24-9b94-47b4-b5f4-9bc64eb6bc2b None None] The sync data for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi is: [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '5b73c552-0bac-442a-b432-fce27a666516', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'port_id': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'mac_address': 'fa:16:3e:79:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:30Z', 'updated_at': '2022-05-04T14:58:30Z', 'revision_number': 0, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:58:34.442529 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d741a77-2b37-4663-94cb-bcba883cc0d6 None None] New status for floating IP 5b73c552-0bac-442a-b432-fce27a666516: ACTIVE {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:58:34.552606 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 42474) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:34.568290 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-b9ca480e-c76d-4479-9e1a-d7ea1d6afb6d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-987541676-network', 'tenant_id': 'd49fae5c9b2b4167a4d53d07582af5a7'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:58:34.633716 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ca480e-c76d-4479-9e1a-d7ea1d6afb6d admin admin] Made reservation on behalf of d49fae5c9b2b4167a4d53d07582af5a7 for: {'network': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:34.639807 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b9ca480e-c76d-4479-9e1a-d7ea1d6afb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:34.670897 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b9ca480e-c76d-4479-9e1a-d7ea1d6afb6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:34.809615 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0dec3dfa-1834-4d1d-8636-7184b4ac5b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:34.821456 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b9ca480e-c76d-4479-9e1a-d7ea1d6afb6d admin admin] Publish callbacks [] for security_group (9c74f3d0-5f97-4e4d-a3ba-01f481f18daa), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:34.836369 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b9ca480e-c76d-4479-9e1a-d7ea1d6afb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (9c74f3d0-5f97-4e4d-a3ba-01f481f18daa), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:34.853028 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98459058-8504-4131-9a15-c9bcc714bdee req-3a5fe683-7337-4c35-abd0-9dbdb8c1f799 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:34.855213 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-98459058-8504-4131-9a15-c9bcc714bdee req-3a5fe683-7337-4c35-abd0-9dbdb8c1f799 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 943 time: 0.1853373 May 04 14:58:34.907323 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ca480e-c76d-4479-9e1a-d7ea1d6afb6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=115136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:58:34.947477 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b9ca480e-c76d-4479-9e1a-d7ea1d6afb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (0442d135-9305-4799-b42d-93421b85e8bc), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:34.948071 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.segments_db [None req-b9ca480e-c76d-4479-9e1a-d7ea1d6afb6d admin admin] Added segment 0442d135-9305-4799-b42d-93421b85e8bc of type vlan for network 734eb64c-359f-4097-9fec-d7f6b2e684b7 May 04 14:58:34.951230 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca480e-c76d-4479-9e1a-d7ea1d6afb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c74f3d0-5f97-4e4d-a3ba-01f481f18daa,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:35.014877 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-98459058-8504-4131-9a15-c9bcc714bdee req-3b2b3b78-0421-48e2-90d1-a3ca83021e2e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486657 May 04 14:58:35.025108 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b9ca480e-c76d-4479-9e1a-d7ea1d6afb6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (734eb64c-359f-4097-9fec-d7f6b2e684b7), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:35.075020 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:58:35.077633 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b9ca480e-c76d-4479-9e1a-d7ea1d6afb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (734eb64c-359f-4097-9fec-d7f6b2e684b7), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:35.078697 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ca480e-c76d-4479-9e1a-d7ea1d6afb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:35.079401 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b9ca480e-c76d-4479-9e1a-d7ea1d6afb6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:35.123554 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-b9ca480e-c76d-4479-9e1a-d7ea1d6afb6d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5695081 May 04 14:58:35.124032 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42478) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:35.134563 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-ca384357-aec6-43ca-9fe2-73e61aa2b0bf admin admin] Request body: {'subnet': {'network_id': '734eb64c-359f-4097-9fec-d7f6b2e684b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-987541676-subnet', 'tenant_id': 'd49fae5c9b2b4167a4d53d07582af5a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:58:35.162434 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca480e-c76d-4479-9e1a-d7ea1d6afb6d admin admin] Pushing event updated for resources: {'Network': ['ID=734eb64c-359f-4097-9fec-d7f6b2e684b7,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:35.175507 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network 734eb64c-359f-4097-9fec-d7f6b2e684b7 details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:58:35.197942 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca384357-aec6-43ca-9fe2-73e61aa2b0bf admin admin] Made reservation on behalf of d49fae5c9b2b4167a4d53d07582af5a7 for: {'subnet': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:35.200827 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ca384357-aec6-43ca-9fe2-73e61aa2b0bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131084648'] for subnet (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:35.482589 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ca384357-aec6-43ca-9fe2-73e61aa2b0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130399951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131084570'] for subnet (4e94c778-be55-4fd0-bce3-47358164a93d), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:35.583352 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca384357-aec6-43ca-9fe2-73e61aa2b0bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e94c778-be55-4fd0-bce3-47358164a93d,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:35.588328 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca384357-aec6-43ca-9fe2-73e61aa2b0bf admin admin] Checking segment: {'id': '0442d135-9305-4799-b42d-93421b85e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '734eb64c-359f-4097-9fec-d7f6b2e684b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:58:35.588683 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca384357-aec6-43ca-9fe2-73e61aa2b0bf admin admin] Network hostable DHCP agents. Network: 734eb64c-359f-4097-9fec-d7f6b2e684b7, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:58:35.618402 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca384357-aec6-43ca-9fe2-73e61aa2b0bf admin admin] Network 734eb64c-359f-4097-9fec-d7f6b2e684b7 is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:58:35.636166 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-ca384357-aec6-43ca-9fe2-73e61aa2b0bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, 734eb64c-359f-4097-9fec-d7f6b2e684b7) {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:35.646063 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca384357-aec6-43ca-9fe2-73e61aa2b0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:35.646450 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e00b233-607e-4a58-ab1d-1a153a4fc1e3 None None] Network 734eb64c-359f-4097-9fec-d7f6b2e684b7 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:58:35.647220 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ca384357-aec6-43ca-9fe2-73e61aa2b0bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:35.681056 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-ca384357-aec6-43ca-9fe2-73e61aa2b0bf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5549951 May 04 14:58:35.862291 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf855a6b-0a8f-43c8-a6a2-782d0ebd8198 None None] Network 734eb64c-359f-4097-9fec-d7f6b2e684b7 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:58:36.073647 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:36.248212 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab67d5-746c-415c-b8ad-cbcee7032a61 req-6ee35201-9c96-4d7c-9ffd-ffc84974eb92 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:36.261498 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b7ab67d5-746c-415c-b8ad-cbcee7032a61 req-6ee35201-9c96-4d7c-9ffd-ffc84974eb92 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 943 time: 0.1063776 May 04 14:58:36.347920 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b7ab67d5-746c-415c-b8ad-cbcee7032a61 req-ef7e8b24-560f-437b-8023-8085e0b9cd8b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849433 May 04 14:58:37.482876 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:37.514002 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac62ebd-eb35-468c-b4b6-6464d914b4f5 req-d1484cdd-7040-4841-8b62-05f146782e02 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:37.515631 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7ac62ebd-eb35-468c-b4b6-6464d914b4f5 req-d1484cdd-7040-4841-8b62-05f146782e02 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 943 time: 0.0778918 May 04 14:58:37.581884 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7ac62ebd-eb35-468c-b4b6-6464d914b4f5 req-d4d62698-5fd2-45cc-a679-8fa471847a46 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576055 May 04 14:58:38.706657 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b6b1a-c763-4d80-a24b-b6da3c528a5a req-533f4227-c814-4628-8639-55496330d361 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:38.708118 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-401b6b1a-c763-4d80-a24b-b6da3c528a5a req-533f4227-c814-4628-8639-55496330d361 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 943 time: 0.0482094 May 04 14:58:38.761292 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-401b6b1a-c763-4d80-a24b-b6da3c528a5a req-e5eafa83-e607-4b53-8b8d-b83957e126bc tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472145 May 04 14:58:38.878389 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:39.029149 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1ec36-82d2-4b21-a88f-36d98fcbeeb7 req-529e6829-980c-41a6-b1b4-67db5636144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:39.030675 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-62e1ec36-82d2-4b21-a88f-36d98fcbeeb7 req-529e6829-980c-41a6-b1b4-67db5636144a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 1129 time: 0.0433543 May 04 14:58:39.124341 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1ec36-82d2-4b21-a88f-36d98fcbeeb7 req-4743f7e9-5afb-4ee6-8835-c6d0eea0f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:39.126001 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-62e1ec36-82d2-4b21-a88f-36d98fcbeeb7 req-4743f7e9-5afb-4ee6-8835-c6d0eea0f981 service neutron] 10.222.0.49 "GET /v2.0/networks?id=603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 200 len: 913 time: 0.0896149 May 04 14:58:39.198009 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-62e1ec36-82d2-4b21-a88f-36d98fcbeeb7 req-18a4f9da-c407-4853-8a24-cdafa459ff33 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 HTTP/1.1" status: 200 len: 1000 time: 0.0650377 May 04 14:58:39.250080 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1ec36-82d2-4b21-a88f-36d98fcbeeb7 req-cc9b9fd4-feb2-4a3e-a3ca-0e8567f6ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:39.251554 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-62e1ec36-82d2-4b21-a88f-36d98fcbeeb7 req-cc9b9fd4-feb2-4a3e-a3ca-0e8567f6ff27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8fe32c0-07c2-4288-b3f3-920f7d53b942 HTTP/1.1" status: 200 len: 851 time: 0.0456188 May 04 14:58:39.298654 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1ec36-82d2-4b21-a88f-36d98fcbeeb7 req-cd63392b-e7b7-41a0-8d9a-7d4ce854023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:39.300197 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-62e1ec36-82d2-4b21-a88f-36d98fcbeeb7 req-cd63392b-e7b7-41a0-8d9a-7d4ce854023f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=603b2177-ca93-4721-a940-b349edbe094b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411863 May 04 14:58:39.414671 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-62e1ec36-82d2-4b21-a88f-36d98fcbeeb7 req-f866d534-8c0c-4c15-93a2-7b93317677fe service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071358 May 04 14:58:39.516144 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-62e1ec36-82d2-4b21-a88f-36d98fcbeeb7 req-fbfc8df4-4d04-4dfc-a7f0-5bab8d84d2ff service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912547 May 04 14:58:39.892939 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b2ee6-e121-4a0c-ae9e-44ef25a351a1 req-ab1117cb-b48d-457d-b8f8-765dc101737b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:39.894554 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5d7b2ee6-e121-4a0c-ae9e-44ef25a351a1 req-ab1117cb-b48d-457d-b8f8-765dc101737b tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 943 time: 0.0543053 May 04 14:58:39.946710 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5d7b2ee6-e121-4a0c-ae9e-44ef25a351a1 req-a5cec826-06d4-4fb4-8149-51f7094c335e tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447910 May 04 14:58:40.119002 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 44069e10-04c2-4f01-9944-c78d79fc5a90 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:58:40.218996 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 44069e10-04c2-4f01-9944-c78d79fc5a90, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=44069e10-04c2-4f01-9944-c78d79fc5a90,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:40.232341 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '44069e10-04c2-4f01-9944-c78d79fc5a90', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'port_id': '44069e10-04c2-4f01-9944-c78d79fc5a90', 'mac_address': 'fa:16:3e:98:85:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:58:40.276703 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 44069e10-04c2-4f01-9944-c78d79fc5a90 is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:58:40.277128 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:40.292422 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44069e10-04c2-4f01-9944-c78d79fc5a90 {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:58:40.315306 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 44069e10-04c2-4f01-9944-c78d79fc5a90, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=44069e10-04c2-4f01-9944-c78d79fc5a90,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:40.320632 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:40.369179 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=44069e10-04c2-4f01-9944-c78d79fc5a90,revision_number=9']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:40.582698 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['44069e10-04c2-4f01-9944-c78d79fc5a90'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:58:41.075258 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388b1df-5f3f-4d96-9040-2a423bd010a6 req-6d0e4c5b-1902-4e49-82ac-e7e73926302c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:41.076763 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f388b1df-5f3f-4d96-9040-2a423bd010a6 req-6d0e4c5b-1902-4e49-82ac-e7e73926302c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 944 time: 0.0486107 May 04 14:58:41.126287 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f388b1df-5f3f-4d96-9040-2a423bd010a6 req-290b4782-a55a-4422-8bfc-134c4d0dfa7c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428452 May 04 14:58:42.133171 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 44069e10-04c2-4f01-9944-c78d79fc5a90 up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:42.183532 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 44069e10-04c2-4f01-9944-c78d79fc5a90 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:58:42.183990 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:42.260546 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d668c-6b35-4d45-a4c3-d0e62f9cfe7a req-76bec874-bbeb-4e6a-841f-b35b3fc0eb34 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:42.262085 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a09d668c-6b35-4d45-a4c3-d0e62f9cfe7a req-76bec874-bbeb-4e6a-841f-b35b3fc0eb34 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 944 time: 0.0549259 May 04 14:58:42.283645 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 44069e10-04c2-4f01-9944-c78d79fc5a90 is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:58:42.284027 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:42.326688 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44069e10-04c2-4f01-9944-c78d79fc5a90'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:58:42.329064 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54472999-5bcd-4992-b1be-958603f9aaa7" -d '{"events": [{"server_uuid": "0b522598-466a-43f4-9891-ad928cc7a0b4", "name": "network-vif-plugged", "status": "completed", "tag": "44069e10-04c2-4f01-9944-c78d79fc5a90"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:58:42.331863 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a09d668c-6b35-4d45-a4c3-d0e62f9cfe7a req-d4873976-55cf-4e47-99c1-05de8f6540ef tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588093 May 04 14:58:42.342255 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 44069e10-04c2-4f01-9944-c78d79fc5a90, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=44069e10-04c2-4f01-9944-c78d79fc5a90,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:42.348517 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:42.424019 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=44069e10-04c2-4f01-9944-c78d79fc5a90,revision_number=10']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:42.427820 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25263b8-a850-4bf0-a88a-155a774523e7 x-openstack-request-id: req-e25263b8-a850-4bf0-a88a-155a774523e7 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:58:42.428115 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b522598-466a-43f4-9891-ad928cc7a0b4", "name": "network-vif-plugged", "status": "completed", "tag": "44069e10-04c2-4f01-9944-c78d79fc5a90", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:58:42.428376 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e25263b8-a850-4bf0-a88a-155a774523e7 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:58:42.428776 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25263b8-a850-4bf0-a88a-155a774523e7'] response: {'server_uuid': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44069e10-04c2-4f01-9944-c78d79fc5a90', 'code': 200} May 04 14:58:42.699457 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3909eb-b8de-4152-8ce8-6cb7b0846b37 req-13026f92-96b7-4b2e-8bd1-adf6668cfb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:42.701199 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6d3909eb-b8de-4152-8ce8-6cb7b0846b37 req-13026f92-96b7-4b2e-8bd1-adf6668cfb7b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 1130 time: 0.0637422 May 04 14:58:42.752471 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6d3909eb-b8de-4152-8ce8-6cb7b0846b37 req-84c17134-53c5-4891-b912-5d0174c1058b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438962 May 04 14:58:43.391237 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:43.474145 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f5a82-521e-4cc4-b31f-96c13d9259b3 req-590f71f3-c8ff-4363-8f1e-82e41db608d4 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:43.475713 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d56f5a82-521e-4cc4-b31f-96c13d9259b3 req-590f71f3-c8ff-4363-8f1e-82e41db608d4 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 946 time: 0.0538406 May 04 14:58:43.527882 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d56f5a82-521e-4cc4-b31f-96c13d9259b3 req-86ae3beb-ea97-49cf-8521-36a046c920b5 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450842 May 04 14:58:44.708063 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75309079-788e-4d56-99c7-fe407fdb8d6f req-d5d3699f-35e6-486d-939d-6c9037db2030 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:44.715909 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-75309079-788e-4d56-99c7-fe407fdb8d6f req-d5d3699f-35e6-486d-939d-6c9037db2030 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 946 time: 0.0749488 May 04 14:58:44.792999 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-75309079-788e-4d56-99c7-fe407fdb8d6f req-dbb4b94b-fc06-4678-8cae-dfdbe26d4a37 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757258 May 04 14:58:45.927200 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c13f7d-4761-417f-a3ef-e7a1132639b3 req-08619bda-3ae1-48b3-b143-283dab070388 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:45.928987 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-92c13f7d-4761-417f-a3ef-e7a1132639b3 req-08619bda-3ae1-48b3-b143-283dab070388 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 946 time: 0.0543494 May 04 14:58:45.987336 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-92c13f7d-4761-417f-a3ef-e7a1132639b3 req-85b83c31-b5a3-46e4-aac9-06c9564fb973 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504084 May 04 14:58:50.145201 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 42720) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:50.193991 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Deleting subnet 775f3ae3-bbe1-4d23-b8b1-81493e53d457 {{(pid=115136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:58:50.197801 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Publish callbacks [] for subnet (775f3ae3-bbe1-4d23-b8b1-81493e53d457), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.235255 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131755831'] for subnet (775f3ae3-bbe1-4d23-b8b1-81493e53d457), precommit_delete_associations {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.284146 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (775f3ae3-bbe1-4d23-b8b1-81493e53d457), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.352676 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130559266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130572766'] for subnet (775f3ae3-bbe1-4d23-b8b1-81493e53d457), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.384010 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775f3ae3-bbe1-4d23-b8b1-81493e53d457,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:50.388939 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.392076 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] 10.222.0.32 "DELETE /v2.0/subnets/775f3ae3-bbe1-4d23-b8b1-81493e53d457 HTTP/1.1" status: 204 len: 168 time: 0.2458696 May 04 14:58:50.395047 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42722) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:50.397077 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:50.397431 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:50.397779 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:50.398113 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:50.398450 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:50.398795 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:50.399124 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:50.399448 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:50.399775 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:50.400112 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:50.400436 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:50.401018 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:50.401131 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:50.401420 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:50.401748 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dea96b3-c4a5-4c33-ab25-493722d8efce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:50.479712 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c2e9395a-d00b-4ed9-8c6c-28dca1c95345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.563875 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c2e9395a-d00b-4ed9-8c6c-28dca1c95345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.588721 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-c2e9395a-d00b-4ed9-8c6c-28dca1c95345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2']}} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:50.599320 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-c2e9395a-d00b-4ed9-8c6c-28dca1c95345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713ca1fc-d7e3-44ef-9c7c-16293f9ebc5f') {'for_net_delete': True} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:50.599606 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-c2e9395a-d00b-4ed9-8c6c-28dca1c95345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713ca1fc-d7e3-44ef-9c7c-16293f9ebc5f') {} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:50.610294 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c2e9395a-d00b-4ed9-8c6c-28dca1c95345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131298804'] for segment (713ca1fc-d7e3-44ef-9c7c-16293f9ebc5f), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.624415 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c2e9395a-d00b-4ed9-8c6c-28dca1c95345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (713ca1fc-d7e3-44ef-9c7c-16293f9ebc5f), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.632129 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e9395a-d00b-4ed9-8c6c-28dca1c95345 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=115137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:58:50.632613 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c2e9395a-d00b-4ed9-8c6c-28dca1c95345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130398570'] for segment (713ca1fc-d7e3-44ef-9c7c-16293f9ebc5f), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: Traceback (most recent call last): May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: timer() May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: cb(*args, **kw) May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: return func(*args, **kwargs) May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: self._notify() May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: self.callback(batched_events) May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: event.method(event) May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: return f(self, *a, **k) May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._get(url).json() May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: return self.request(url, 'GET', **kwargs) May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:58:50.634553 dv-cinder-840493-1-iscsi neutron-server[115137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:58:50.695367 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c2e9395a-d00b-4ed9-8c6c-28dca1c95345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.712358 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c2e9395a-d00b-4ed9-8c6c-28dca1c95345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.716837 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-c2e9395a-d00b-4ed9-8c6c-28dca1c95345 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2 HTTP/1.1" status: 204 len: 168 time: 0.3195963 May 04 14:58:50.718573 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42724) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:50.720870 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9395a-d00b-4ed9-8c6c-28dca1c95345 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7ce2e1-e734-4ef9-86bc-7a3ae990e5f2,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:50.774559 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3111017-0490-4112-b646-b9c8cda4b45a admin admin] Deleting subnet 4e94c778-be55-4fd0-bce3-47358164a93d {{(pid=115137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:58:50.777987 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e3111017-0490-4112-b646-b9c8cda4b45a admin admin] Publish callbacks [] for subnet (4e94c778-be55-4fd0-bce3-47358164a93d), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.814497 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e3111017-0490-4112-b646-b9c8cda4b45a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131298795'] for subnet (4e94c778-be55-4fd0-bce3-47358164a93d), precommit_delete_associations {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.863966 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e3111017-0490-4112-b646-b9c8cda4b45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (4e94c778-be55-4fd0-bce3-47358164a93d), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.951134 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e3111017-0490-4112-b646-b9c8cda4b45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130398476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131084547'] for subnet (4e94c778-be55-4fd0-bce3-47358164a93d), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.983024 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3111017-0490-4112-b646-b9c8cda4b45a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e94c778-be55-4fd0-bce3-47358164a93d,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:50.990523 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e3111017-0490-4112-b646-b9c8cda4b45a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:50.993729 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-e3111017-0490-4112-b646-b9c8cda4b45a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4e94c778-be55-4fd0-bce3-47358164a93d HTTP/1.1" status: 204 len: 168 time: 0.2741265 May 04 14:58:50.996988 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42728) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:51.080815 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e6829842-d550-40a1-8a58-390a13eb9583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (734eb64c-359f-4097-9fec-d7f6b2e684b7), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:51.171672 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e6829842-d550-40a1-8a58-390a13eb9583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (734eb64c-359f-4097-9fec-d7f6b2e684b7), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:51.197510 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-e6829842-d550-40a1-8a58-390a13eb9583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734eb64c-359f-4097-9fec-d7f6b2e684b7']}} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:51.207686 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-e6829842-d550-40a1-8a58-390a13eb9583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0442d135-9305-4799-b42d-93421b85e8bc') {'for_net_delete': True} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:51.207982 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-e6829842-d550-40a1-8a58-390a13eb9583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0442d135-9305-4799-b42d-93421b85e8bc') {} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:51.218757 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e6829842-d550-40a1-8a58-390a13eb9583 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131298804'] for segment (0442d135-9305-4799-b42d-93421b85e8bc), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:51.235180 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e6829842-d550-40a1-8a58-390a13eb9583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (0442d135-9305-4799-b42d-93421b85e8bc), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:51.245945 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6829842-d550-40a1-8a58-390a13eb9583 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=115137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:58:51.246912 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e6829842-d550-40a1-8a58-390a13eb9583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130398570'] for segment (0442d135-9305-4799-b42d-93421b85e8bc), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: Traceback (most recent call last): May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: timer() May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: cb(*args, **kw) May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: return func(*args, **kwargs) May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: self._notify() May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: self.callback(batched_events) May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: event.method(event) May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: return f(self, *a, **k) May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._get(url).json() May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: return self.request(url, 'GET', **kwargs) May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:58:51.249615 dv-cinder-840493-1-iscsi neutron-server[115137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:58:51.308207 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e6829842-d550-40a1-8a58-390a13eb9583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (734eb64c-359f-4097-9fec-d7f6b2e684b7), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:51.316125 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e6829842-d550-40a1-8a58-390a13eb9583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:51.321716 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-e6829842-d550-40a1-8a58-390a13eb9583 admin admin] 10.222.0.32 "DELETE /v2.0/networks/734eb64c-359f-4097-9fec-d7f6b2e684b7 HTTP/1.1" status: 204 len: 168 time: 0.3230393 May 04 14:58:51.336755 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6829842-d550-40a1-8a58-390a13eb9583 admin admin] Pushing event deleted for resources: {'Network': ['ID=734eb64c-359f-4097-9fec-d7f6b2e684b7,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:51.511155 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42734) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:51.561921 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-b3e5c7ee-e377-475e-8c20-d37c7e43b68e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62bae77a339a47228bbe57976c9c1114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482953 May 04 14:58:51.563908 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 42736) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:51.624464 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5a44-7617-4436-882e-10f3dde9fa28 admin admin] Publish callbacks [] for security_group (43446f95-b5e7-476f-9177-17a0167e861b), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:51.651554 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5a44-7617-4436-882e-10f3dde9fa28 admin admin] Publish callbacks [] for security_group (43446f95-b5e7-476f-9177-17a0167e861b), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:51.710376 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5a44-7617-4436-882e-10f3dde9fa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (43446f95-b5e7-476f-9177-17a0167e861b), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:51.715141 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5a44-7617-4436-882e-10f3dde9fa28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:51.717244 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-1f1d5a44-7617-4436-882e-10f3dde9fa28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43446f95-b5e7-476f-9177-17a0167e861b HTTP/1.1" status: 204 len: 168 time: 0.1518295 May 04 14:58:51.727750 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d5a44-7617-4436-882e-10f3dde9fa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43446f95-b5e7-476f-9177-17a0167e861b,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:52.126844 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 42748) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:52.178342 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-6c188a0d-d9d0-4972-bf29-1fbc985243d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d49fae5c9b2b4167a4d53d07582af5a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502219 May 04 14:58:52.181772 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 42752) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:58:52.236650 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-199e2d4e-9326-4abe-a676-22a122273e8a admin admin] Publish callbacks [] for security_group (9c74f3d0-5f97-4e4d-a3ba-01f481f18daa), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:52.260243 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-199e2d4e-9326-4abe-a676-22a122273e8a admin admin] Publish callbacks [] for security_group (9c74f3d0-5f97-4e4d-a3ba-01f481f18daa), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:52.322027 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-199e2d4e-9326-4abe-a676-22a122273e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (9c74f3d0-5f97-4e4d-a3ba-01f481f18daa), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:52.328617 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-199e2d4e-9326-4abe-a676-22a122273e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:58:52.333256 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-199e2d4e-9326-4abe-a676-22a122273e8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c74f3d0-5f97-4e4d-a3ba-01f481f18daa HTTP/1.1" status: 204 len: 168 time: 0.1477664 May 04 14:58:52.346525 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e2d4e-9326-4abe-a676-22a122273e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c74f3d0-5f97-4e4d-a3ba-01f481f18daa,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:02.876687 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-3ee17525-54b3-4288-a13c-fbf38c7fc000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:04.742984 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb348-61da-43be-9b83-bd3793589552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:06.045428 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:07.470712 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:08.873096 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:09.807917 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6213a88-c9fe-43bb-8693-78234d8cf2bf req-160856dd-61a0-43b6-99e6-28f7ca5bc8c1 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:09.811824 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b6213a88-c9fe-43bb-8693-78234d8cf2bf req-160856dd-61a0-43b6-99e6-28f7ca5bc8c1 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 945 time: 0.0514159 May 04 14:59:09.868711 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b6213a88-c9fe-43bb-8693-78234d8cf2bf req-cc752064-ce1b-46f9-bed9-afab860b9888 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=19f3c2a6-f813-4626-9eab-fe37fa50ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524907 May 04 14:59:11.021349 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1fed7-61cf-4468-bea8-3bd948431ab5 req-ec29f89a-6673-4e22-866c-099ed58966ca tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:11.023174 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-30f1fed7-61cf-4468-bea8-3bd948431ab5 req-ec29f89a-6673-4e22-866c-099ed58966ca tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 945 time: 0.0733685 May 04 14:59:11.077364 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-30f1fed7-61cf-4468-bea8-3bd948431ab5 req-179d23e4-04e4-4df9-9ab2-5ce3dc890cb3 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=19f3c2a6-f813-4626-9eab-fe37fa50ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477159 May 04 14:59:11.280067 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43010) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:11.406249 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ee15e051-e82c-4b35-966f-ad1b7b7e74cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:11.521269 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cb4c9dec-6ef7-4d24-9698-b2085cf5ab7a req-1691f664-3193-4878-ac9a-0fbc9fe62db4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658791 May 04 14:59:11.545209 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ee15e051-e82c-4b35-966f-ad1b7b7e74cb admin admin] Publish callbacks [] for security_group (f3b7fc66-16d5-4fb8-8dfd-4a4539b6b3a5), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:11.551797 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ee15e051-e82c-4b35-966f-ad1b7b7e74cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (f3b7fc66-16d5-4fb8-8dfd-4a4539b6b3a5), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:11.656622 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e051-e82c-4b35-966f-ad1b7b7e74cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b7fc66-16d5-4fb8-8dfd-4a4539b6b3a5,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:11.671645 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-ee15e051-e82c-4b35-966f-ad1b7b7e74cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eebb50667b50443eb7ba05a174e22b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901808 May 04 14:59:11.673528 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c9dec-6ef7-4d24-9698-b2085cf5ab7a req-b2656e57-e737-4e95-b011-1cfc595eb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:11.675539 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cb4c9dec-6ef7-4d24-9698-b2085cf5ab7a req-b2656e57-e737-4e95-b011-1cfc595eb4b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f512333663064960847a1dd30c177cf9&device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 1130 time: 0.0715597 May 04 14:59:11.676153 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43014) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:11.701479 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e9ac0-3404-4771-9c4d-0637ab111b5b req-e8467924-8efe-46f6-ac62-44fa94b838f2 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:11.704239 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a91e9ac0-3404-4771-9c4d-0637ab111b5b req-e8467924-8efe-46f6-ac62-44fa94b838f2 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 945 time: 0.1153319 May 04 14:59:11.797715 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc55a153-bb14-419f-820b-1b93c3534f7e admin admin] Publish callbacks [] for security_group (f3b7fc66-16d5-4fb8-8dfd-4a4539b6b3a5), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:11.832151 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-a91e9ac0-3404-4771-9c4d-0637ab111b5b req-9af51fba-236d-451e-9991-86c167ef84d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Deleting port 98d9fff4-bb4f-4574-978b-b37f9c89252d {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:11.832151 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-a91e9ac0-3404-4771-9c4d-0637ab111b5b req-9af51fba-236d-451e-9991-86c167ef84d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (98d9fff4-bb4f-4574-978b-b37f9c89252d), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:11.877836 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc55a153-bb14-419f-820b-1b93c3534f7e admin admin] Publish callbacks [] for security_group (f3b7fc66-16d5-4fb8-8dfd-4a4539b6b3a5), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:11.894460 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c9dec-6ef7-4d24-9698-b2085cf5ab7a req-eb888f2f-c229-4e23-a89b-42a8153146b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:11.917618 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cb4c9dec-6ef7-4d24-9698-b2085cf5ab7a req-eb888f2f-c229-4e23-a89b-42a8153146b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=79f79ca7-23fe-4754-96e7-93df86905dc1 HTTP/1.1" status: 200 len: 918 time: 0.2115486 May 04 14:59:11.974543 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-a91e9ac0-3404-4771-9c4d-0637ab111b5b req-9af51fba-236d-451e-9991-86c167ef84d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] For port 98d9fff4-bb4f-4574-978b-b37f9c89252d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=98d9fff4-bb4f-4574-978b-b37f9c89252d,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:11.975094 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-a91e9ac0-3404-4771-9c4d-0637ab111b5b req-9af51fba-236d-451e-9991-86c167ef84d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (98d9fff4-bb4f-4574-978b-b37f9c89252d), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:12.007796 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cb4c9dec-6ef7-4d24-9698-b2085cf5ab7a req-f39eed0e-30a6-4f29-be13-91aa5c927fcc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44069e10-04c2-4f01-9944-c78d79fc5a90 HTTP/1.1" status: 200 len: 1000 time: 0.0843282 May 04 14:59:12.052565 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc55a153-bb14-419f-820b-1b93c3534f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (f3b7fc66-16d5-4fb8-8dfd-4a4539b6b3a5), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:12.055129 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-cc55a153-bb14-419f-820b-1b93c3534f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:12.056266 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-cc55a153-bb14-419f-820b-1b93c3534f7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3b7fc66-16d5-4fb8-8dfd-4a4539b6b3a5 HTTP/1.1" status: 204 len: 168 time: 0.3788571 May 04 14:59:12.072171 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55a153-bb14-419f-820b-1b93c3534f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b7fc66-16d5-4fb8-8dfd-4a4539b6b3a5,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:12.085268 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c9dec-6ef7-4d24-9698-b2085cf5ab7a req-9346a2b5-fecf-45b1-879d-0634b44f0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:12.085268 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cb4c9dec-6ef7-4d24-9698-b2085cf5ab7a req-9346a2b5-fecf-45b1-879d-0634b44f0ceb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=086b520e-6c45-43fc-b9e3-376e899c6b75 HTTP/1.1" status: 200 len: 856 time: 0.0680459 May 04 14:59:12.093061 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:59:12.177214 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c9dec-6ef7-4d24-9698-b2085cf5ab7a req-3a6e2dab-2603-452d-8ca2-82e3925f14d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:12.179051 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cb4c9dec-6ef7-4d24-9698-b2085cf5ab7a req-3a6e2dab-2603-452d-8ca2-82e3925f14d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=79f79ca7-23fe-4754-96e7-93df86905dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869899 May 04 14:59:12.273619 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f7511-bce2-40e0-b0d3-3a488c655632 req-a20fc721-ffa3-4afd-bdc5-556d9ec17da2 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:12.275076 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-885f7511-bce2-40e0-b0d3-3a488c655632 req-a20fc721-ffa3-4afd-bdc5-556d9ec17da2 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 945 time: 0.0621114 May 04 14:59:12.280785 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cb4c9dec-6ef7-4d24-9698-b2085cf5ab7a req-882762fc-420b-4044-8b4f-547f95f610ea service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946152 May 04 14:59:12.295886 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-a91e9ac0-3404-4771-9c4d-0637ab111b5b req-9af51fba-236d-451e-9991-86c167ef84d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:12.296243 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-a91e9ac0-3404-4771-9c4d-0637ab111b5b req-9af51fba-236d-451e-9991-86c167ef84d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (888ce105-a473-416e-a13d-0db1b0cd1943), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:12.296557 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [req-a91e9ac0-3404-4771-9c4d-0637ab111b5b req-9af51fba-236d-451e-9991-86c167ef84d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Floating IP 888ce105-a473-416e-a13d-0db1b0cd1943 disassociated. External IP: 172.27.2.172, port: 98d9fff4-bb4f-4574-978b-b37f9c89252d. May 04 14:59:12.296921 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-a91e9ac0-3404-4771-9c4d-0637ab111b5b req-9af51fba-236d-451e-9991-86c167ef84d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Calling delete_port for 98d9fff4-bb4f-4574-978b-b37f9c89252d owned by compute:nova {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:12.382769 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-885f7511-bce2-40e0-b0d3-3a488c655632 req-1d1b6e29-9f36-415e-acf9-d6e1c426a867 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups?id=19f3c2a6-f813-4626-9eab-fe37fa50ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998895 May 04 14:59:12.411180 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cb4c9dec-6ef7-4d24-9698-b2085cf5ab7a req-591ea1da-3d70-4ebc-a67d-ac12b08baa23 service neutron] 10.222.0.49 "GET /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216900 May 04 14:59:12.494947 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-a91e9ac0-3404-4771-9c4d-0637ab111b5b req-9af51fba-236d-451e-9991-86c167ef84d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (98d9fff4-bb4f-4574-978b-b37f9c89252d), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:12.532970 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af51fba-236d-451e-9991-86c167ef84d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event deleted for resources: {'Port': ['ID=98d9fff4-bb4f-4574-978b-b37f9c89252d,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:12.617775 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14909a1b-03c8-4561-aed4-c175440c5b3a req-52f047e0-6336-457f-81f2-158667bc1a07 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:12.618963 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-14909a1b-03c8-4561-aed4-c175440c5b3a req-52f047e0-6336-457f-81f2-158667bc1a07 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 946 time: 0.0883987 May 04 14:59:12.713169 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-14909a1b-03c8-4561-aed4-c175440c5b3a req-abaf720a-7877-46cf-b157-8172d5916289 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b0bf248-fc67-464a-95c4-3c8858463acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877600 May 04 14:59:12.733495 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a91e9ac0-3404-4771-9c4d-0637ab111b5b req-9af51fba-236d-451e-9991-86c167ef84d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Router a05159e1-6b22-4325-9888-d7a1a51a9090 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:59:12.855146 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a91e9ac0-3404-4771-9c4d-0637ab111b5b req-9af51fba-236d-451e-9991-86c167ef84d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:59:12.865254 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1ae77-cf46-4414-881b-bb1993f65daf None None] Sync routers for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:59:12.881159 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1ae77-cf46-4414-881b-bb1993f65daf None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:12.881747 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-55f1ae77-cf46-4414-881b-bb1993f65daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:12.906490 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91e9ac0-3404-4771-9c4d-0637ab111b5b req-9af51fba-236d-451e-9991-86c167ef84d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] No DVR routers for this DVR port 98d9fff4-bb4f-4574-978b-b37f9c89252d on host hv-cinder-84049 {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:59:12.909557 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-a91e9ac0-3404-4771-9c4d-0637ab111b5b req-9af51fba-236d-451e-9991-86c167ef84d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:12.913318 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a91e9ac0-3404-4771-9c4d-0637ab111b5b req-9af51fba-236d-451e-9991-86c167ef84d4 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.49 "DELETE /v2.0/ports/98d9fff4-bb4f-4574-978b-b37f9c89252d HTTP/1.1" status: 204 len: 173 time: 1.2027857 May 04 14:59:12.913937 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b5f170-dc1c-489f-a556-cdc285b7525f', 'name': 'network-vif-deleted', 'tag': '98d9fff4-bb4f-4574-978b-b37f9c89252d'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:59:12.916477 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0b03fe-33a4-4781-9986-239f89deb96c" -d '{"events": [{"server_uuid": "f8b5f170-dc1c-489f-a556-cdc285b7525f", "name": "network-vif-deleted", "tag": "98d9fff4-bb4f-4574-978b-b37f9c89252d"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:59:12.973341 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7f543c-fc39-47ec-b779-43acade927bc x-openstack-request-id: req-ef7f543c-fc39-47ec-b779-43acade927bc {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:59:12.973791 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b5f170-dc1c-489f-a556-cdc285b7525f", "name": "network-vif-deleted", "tag": "98d9fff4-bb4f-4574-978b-b37f9c89252d", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:59:12.974190 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef7f543c-fc39-47ec-b779-43acade927bc {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:59:12.974847 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7f543c-fc39-47ec-b779-43acade927bc'] response: {'server_uuid': 'f8b5f170-dc1c-489f-a556-cdc285b7525f', 'name': 'network-vif-deleted', 'tag': '98d9fff4-bb4f-4574-978b-b37f9c89252d', 'status': 'completed', 'code': 200} May 04 14:59:13.098194 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-55f1ae77-cf46-4414-881b-bb1993f65daf None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:13.303012 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-55f1ae77-cf46-4414-881b-bb1993f65daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:13.330668 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1ae77-cf46-4414-881b-bb1993f65daf None None] Checking router: a05159e1-6b22-4325-9888-d7a1a51a9090 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:59:13.339281 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1ae77-cf46-4414-881b-bb1993f65daf None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:13.339883 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-55f1ae77-cf46-4414-881b-bb1993f65daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:13.396385 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:13.457262 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-55f1ae77-cf46-4414-881b-bb1993f65daf None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:13.506967 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2d3bfad5-e411-4149-a13e-85eeaedbcbe8 req-106615ca-17e5-4135-908e-836a7dc5a8b6 tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 210 time: 0.0363474 May 04 14:59:13.681964 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-55f1ae77-cf46-4414-881b-bb1993f65daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:13.709623 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1ae77-cf46-4414-881b-bb1993f65daf None None] The sync data for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi is: [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:42Z', 'revision_number': 4, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '0fb03ed1-fabc-476f-9444-98cb9aba4e68', 'name': '', 'network_id': '5e55fa58-e1fd-4309-9ca5-06129fc8fe5b', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'mac_address': 'fa:16:3e:aa:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:37Z', 'updated_at': '2022-05-04T14:52:57Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'subnets': [{'id': '7d660033-ba74-4e17-bb0f-1920d761a352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:59:13.867324 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bc2b5-8008-4afd-be71-ac36c0c0dd6c req-5a134014-e22b-4e31-bc86-cae3f117bfda tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:13.869701 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e14bc2b5-8008-4afd-be71-ac36c0c0dd6c req-5a134014-e22b-4e31-bc86-cae3f117bfda tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 946 time: 0.0684919 May 04 14:59:13.925887 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e14bc2b5-8008-4afd-be71-ac36c0c0dd6c req-920c27fc-3a39-492d-92a8-012e73a7d371 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b0bf248-fc67-464a-95c4-3c8858463acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500569 May 04 14:59:13.968961 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7d67e3-4765-4504-b2f7-7b173059226a None None] New status for floating IP 888ce105-a473-416e-a13d-0db1b0cd1943: DOWN {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:59:14.582029 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee3e16-6800-40c2-830c-2547b320a0a7 req-239733c3-f0e2-4915-bba0-18a053015e9d tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:14.583530 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-17ee3e16-6800-40c2-830c-2547b320a0a7 req-239733c3-f0e2-4915-bba0-18a053015e9d tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 946 time: 0.0582552 May 04 14:59:14.625045 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d670de77-9d4c-4785-9a18-819e2b991017 req-6a687795-51f4-4e7e-bcc6-ff4a62a247ed tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b5f170-dc1c-489f-a556-cdc285b7525f HTTP/1.1" status: 200 len: 210 time: 0.0282133 May 04 14:59:14.916748 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-17ee3e16-6800-40c2-830c-2547b320a0a7 req-322eedae-b319-49b6-8048-58ddbd3d06ae tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Deleting port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:14.917122 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-17ee3e16-6800-40c2-830c-2547b320a0a7 req-322eedae-b319-49b6-8048-58ddbd3d06ae tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (b94b0e86-8f75-43e1-a92d-a6ce704f8e8a), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:15.011601 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-17ee3e16-6800-40c2-830c-2547b320a0a7 req-322eedae-b319-49b6-8048-58ddbd3d06ae tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] For port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b94b0e86-8f75-43e1-a92d-a6ce704f8e8a,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:15.011944 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-17ee3e16-6800-40c2-830c-2547b320a0a7 req-322eedae-b319-49b6-8048-58ddbd3d06ae tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (b94b0e86-8f75-43e1-a92d-a6ce704f8e8a), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:15.051091 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d830f-fec0-40f5-9747-3cd37a654849 req-718a6ac6-0a49-46fc-aac8-9ce4dc7e73c5 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:15.052710 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-254d830f-fec0-40f5-9747-3cd37a654849 req-718a6ac6-0a49-46fc-aac8-9ce4dc7e73c5 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 946 time: 0.0531418 May 04 14:59:15.101474 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-254d830f-fec0-40f5-9747-3cd37a654849 req-acb02273-285a-4845-95fe-12c9caa0fbff tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b0bf248-fc67-464a-95c4-3c8858463acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426562 May 04 14:59:15.207312 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-17ee3e16-6800-40c2-830c-2547b320a0a7 req-322eedae-b319-49b6-8048-58ddbd3d06ae tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:15.207684 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-17ee3e16-6800-40c2-830c-2547b320a0a7 req-322eedae-b319-49b6-8048-58ddbd3d06ae tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (665c3b43-b339-4d3e-aba1-6d866b3cdd3e), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:15.207937 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [req-17ee3e16-6800-40c2-830c-2547b320a0a7 req-322eedae-b319-49b6-8048-58ddbd3d06ae tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Floating IP 665c3b43-b339-4d3e-aba1-6d866b3cdd3e disassociated. External IP: 172.27.2.191, port: b94b0e86-8f75-43e1-a92d-a6ce704f8e8a. May 04 14:59:15.208274 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-17ee3e16-6800-40c2-830c-2547b320a0a7 req-322eedae-b319-49b6-8048-58ddbd3d06ae tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Calling delete_port for b94b0e86-8f75-43e1-a92d-a6ce704f8e8a owned by compute:nova {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:15.353689 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-17ee3e16-6800-40c2-830c-2547b320a0a7 req-322eedae-b319-49b6-8048-58ddbd3d06ae tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (b94b0e86-8f75-43e1-a92d-a6ce704f8e8a), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:15.382396 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322eedae-b319-49b6-8048-58ddbd3d06ae tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event deleted for resources: {'Port': ['ID=b94b0e86-8f75-43e1-a92d-a6ce704f8e8a,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:15.506750 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17ee3e16-6800-40c2-830c-2547b320a0a7 req-322eedae-b319-49b6-8048-58ddbd3d06ae tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Router df0aba8d-13bb-4748-92ca-77bf224d6ea8 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:59:15.631725 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17ee3e16-6800-40c2-830c-2547b320a0a7 req-322eedae-b319-49b6-8048-58ddbd3d06ae tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:59:15.643562 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c48dbf-7da6-4f59-a3e8-b004048de11c None None] Sync routers for ids ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:59:15.668134 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c48dbf-7da6-4f59-a3e8-b004048de11c None None] Routers {'df0aba8d-13bb-4748-92ca-77bf224d6ea8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:15.668786 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-f1c48dbf-7da6-4f59-a3e8-b004048de11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:15.680577 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ee3e16-6800-40c2-830c-2547b320a0a7 req-322eedae-b319-49b6-8048-58ddbd3d06ae tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] No DVR routers for this DVR port b94b0e86-8f75-43e1-a92d-a6ce704f8e8a on host hv-cinder-84049 {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:59:15.683818 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-17ee3e16-6800-40c2-830c-2547b320a0a7 req-322eedae-b319-49b6-8048-58ddbd3d06ae tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:15.687760 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-17ee3e16-6800-40c2-830c-2547b320a0a7 req-322eedae-b319-49b6-8048-58ddbd3d06ae tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.49 "DELETE /v2.0/ports/b94b0e86-8f75-43e1-a92d-a6ce704f8e8a HTTP/1.1" status: 204 len: 173 time: 0.8725159 May 04 14:59:15.688464 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f003e5-dbda-4b0f-a3f0-044041edfd74', 'name': 'network-vif-deleted', 'tag': 'b94b0e86-8f75-43e1-a92d-a6ce704f8e8a'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:59:15.691085 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2039e75-ffd9-4e5e-be80-184f57cbfef8" -d '{"events": [{"server_uuid": "a8f003e5-dbda-4b0f-a3f0-044041edfd74", "name": "network-vif-deleted", "tag": "b94b0e86-8f75-43e1-a92d-a6ce704f8e8a"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:59:15.726825 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43138) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:15.748890 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19193c8e-8e8b-4d31-85c2-470009b5a0d6 x-openstack-request-id: req-19193c8e-8e8b-4d31-85c2-470009b5a0d6 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:59:15.749255 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f003e5-dbda-4b0f-a3f0-044041edfd74", "name": "network-vif-deleted", "tag": "b94b0e86-8f75-43e1-a92d-a6ce704f8e8a", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:59:15.749514 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19193c8e-8e8b-4d31-85c2-470009b5a0d6 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:59:15.749936 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19193c8e-8e8b-4d31-85c2-470009b5a0d6'] response: {'server_uuid': 'a8f003e5-dbda-4b0f-a3f0-044041edfd74', 'name': 'network-vif-deleted', 'tag': 'b94b0e86-8f75-43e1-a92d-a6ce704f8e8a', 'status': 'completed', 'code': 200} May 04 14:59:15.831763 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bcc49de2-db61-4ed3-ba3d-cd5910920e5a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (19f3c2a6-f813-4626-9eab-fe37fa50ba16), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:15.833053 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-f1c48dbf-7da6-4f59-a3e8-b004048de11c None None] Set router df0aba8d-13bb-4748-92ca-77bf224d6ea8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:15.870045 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bcc49de2-db61-4ed3-ba3d-cd5910920e5a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (19f3c2a6-f813-4626-9eab-fe37fa50ba16), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:15.931245 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bcc49de2-db61-4ed3-ba3d-cd5910920e5a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (19f3c2a6-f813-4626-9eab-fe37fa50ba16), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:15.933965 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bcc49de2-db61-4ed3-ba3d-cd5910920e5a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:15.935310 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-bcc49de2-db61-4ed3-ba3d-cd5910920e5a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "DELETE /v2.0/security-groups/19f3c2a6-f813-4626-9eab-fe37fa50ba16 HTTP/1.1" status: 204 len: 168 time: 0.2072561 May 04 14:59:15.938324 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43140) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:15.953367 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc49de2-db61-4ed3-ba3d-cd5910920e5a tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f3c2a6-f813-4626-9eab-fe37fa50ba16,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:15.957166 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.api.v2.resource [None req-bcce4996-0f70-4208-8163-87ff75767fba tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] show failed (client error): The resource could not be found. May 04 14:59:15.958267 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-bcce4996-0f70-4208-8163-87ff75767fba tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "GET /v2.0/security-groups/19f3c2a6-f813-4626-9eab-fe37fa50ba16 HTTP/1.1" status: 404 len: 347 time: 0.0187967 May 04 14:59:15.961160 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43142) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:16.068686 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-f1c48dbf-7da6-4f59-a3e8-b004048de11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:46Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'ee6afb46-71cb-4419-bd4c-1f82aaec5714', 'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'mac_address': 'fa:16:3e:4e:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:43Z', 'updated_at': '2022-05-04T14:53:00Z', 'revision_number': 5, 'project_id': '367321a836de445f9e65af1baac99c98', 'subnets': [{'id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:16.091647 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-24b69e84-b3df-4ee2-94c6-ebfb50b14eee tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Deleting port 3825bdb7-fb81-4454-bcd6-1a4bbb9c0dc4 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:16.091987 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-24b69e84-b3df-4ee2-94c6-ebfb50b14eee tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (3825bdb7-fb81-4454-bcd6-1a4bbb9c0dc4), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:16.097237 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c48dbf-7da6-4f59-a3e8-b004048de11c None None] Checking router: df0aba8d-13bb-4748-92ca-77bf224d6ea8 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:59:16.106689 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c48dbf-7da6-4f59-a3e8-b004048de11c None None] Routers {'df0aba8d-13bb-4748-92ca-77bf224d6ea8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:16.109680 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-f1c48dbf-7da6-4f59-a3e8-b004048de11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:16.185026 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-24b69e84-b3df-4ee2-94c6-ebfb50b14eee tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (3825bdb7-fb81-4454-bcd6-1a4bbb9c0dc4), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:16.185453 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-24b69e84-b3df-4ee2-94c6-ebfb50b14eee tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (3825bdb7-fb81-4454-bcd6-1a4bbb9c0dc4), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:16.206643 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-24b69e84-b3df-4ee2-94c6-ebfb50b14eee tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Calling delete_port for 3825bdb7-fb81-4454-bcd6-1a4bbb9c0dc4 owned by network:floatingip {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:16.221528 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-f1c48dbf-7da6-4f59-a3e8-b004048de11c None None] Set router df0aba8d-13bb-4748-92ca-77bf224d6ea8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:16.257216 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d53bf875-e15f-4078-b1d0-44fc52193216 req-4fb2fe04-0bbb-4ef1-8647-eddbd4c4ebfb tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f003e5-dbda-4b0f-a3f0-044041edfd74 HTTP/1.1" status: 200 len: 210 time: 0.0419219 May 04 14:59:16.324723 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device b94b0e86-8f75-43e1-a92d-a6ce704f8e8a no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:59:16.352195 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: b94b0e86-8f75-43e1-a92d-a6ce704f8e8a {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:59:16.352612 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device b94b0e86-8f75-43e1-a92d-a6ce704f8e8a not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:59:16.353283 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 98d9fff4-bb4f-4574-978b-b37f9c89252d no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:59:16.377702 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: 98d9fff4-bb4f-4574-978b-b37f9c89252d {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:59:16.378330 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 98d9fff4-bb4f-4574-978b-b37f9c89252d not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:59:16.378468 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-24b69e84-b3df-4ee2-94c6-ebfb50b14eee tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (3825bdb7-fb81-4454-bcd6-1a4bbb9c0dc4), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:16.406387 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b69e84-b3df-4ee2-94c6-ebfb50b14eee tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Pushing event deleted for resources: {'Port': ['ID=3825bdb7-fb81-4454-bcd6-1a4bbb9c0dc4,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:16.442606 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-f1c48dbf-7da6-4f59-a3e8-b004048de11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:46Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'ee6afb46-71cb-4419-bd4c-1f82aaec5714', 'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'mac_address': 'fa:16:3e:4e:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:43Z', 'updated_at': '2022-05-04T14:53:00Z', 'revision_number': 5, 'project_id': '367321a836de445f9e65af1baac99c98', 'subnets': [{'id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:16.473828 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-24b69e84-b3df-4ee2-94c6-ebfb50b14eee tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks [] for floatingip (888ce105-a473-416e-a13d-0db1b0cd1943), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:16.475592 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c48dbf-7da6-4f59-a3e8-b004048de11c None None] The sync data for ids ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'] in dv-cinder-840493-1-iscsi is: [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:46Z', 'revision_number': 4, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'ee6afb46-71cb-4419-bd4c-1f82aaec5714', 'name': '', 'network_id': 'b03422af-5eb8-4977-a232-35a6a99300ff', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'mac_address': 'fa:16:3e:4e:1d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:43Z', 'updated_at': '2022-05-04T14:53:00Z', 'revision_number': 5, 'project_id': '367321a836de445f9e65af1baac99c98', 'subnets': [{'id': 'a789fad3-a526-4f2f-b0cf-06991416836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:59:16.476455 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-24b69e84-b3df-4ee2-94c6-ebfb50b14eee tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:16.477653 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-24b69e84-b3df-4ee2-94c6-ebfb50b14eee tempest-AttachVolumeNegativeTest-740396862 tempest-AttachVolumeNegativeTest-740396862-project] 10.222.0.32 "DELETE /v2.0/floatingips/888ce105-a473-416e-a13d-0db1b0cd1943 HTTP/1.1" status: 204 len: 168 time: 0.5152326 May 04 14:59:16.717681 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba94bd3-98dd-4312-a9f9-040c133b7fcc None None] New status for floating IP 665c3b43-b339-4d3e-aba1-6d866b3cdd3e: DOWN {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:59:17.342015 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43156) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:17.672845 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-46b203ee-14a3-4471-ac38-7069d79e438a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group (2b0bf248-fc67-464a-95c4-3c8858463acf), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:17.695538 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-46b203ee-14a3-4471-ac38-7069d79e438a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group (2b0bf248-fc67-464a-95c4-3c8858463acf), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:17.744777 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-46b203ee-14a3-4471-ac38-7069d79e438a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (2b0bf248-fc67-464a-95c4-3c8858463acf), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:17.747458 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-46b203ee-14a3-4471-ac38-7069d79e438a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:17.751221 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-46b203ee-14a3-4471-ac38-7069d79e438a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "DELETE /v2.0/security-groups/2b0bf248-fc67-464a-95c4-3c8858463acf HTTP/1.1" status: 204 len: 168 time: 0.4050846 May 04 14:59:17.751928 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43168) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:17.759186 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b203ee-14a3-4471-ac38-7069d79e438a tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0bf248-fc67-464a-95c4-3c8858463acf,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:17.773640 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.api.v2.resource [None req-52c2053e-441f-4cc7-94d5-0987fee33aaa tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] show failed (client error): The resource could not be found. May 04 14:59:17.778839 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43172) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:17.778969 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-52c2053e-441f-4cc7-94d5-0987fee33aaa tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "GET /v2.0/security-groups/2b0bf248-fc67-464a-95c4-3c8858463acf HTTP/1.1" status: 404 len: 347 time: 0.0251145 May 04 14:59:17.941065 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-b2bf55ee-8b17-409c-937a-d985033e53e0 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Deleting port 06661b93-5ccc-4dc3-99e2-08bf12ea0563 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:17.941287 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b2bf55ee-8b17-409c-937a-d985033e53e0 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (06661b93-5ccc-4dc3-99e2-08bf12ea0563), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:18.032468 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b2bf55ee-8b17-409c-937a-d985033e53e0 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (06661b93-5ccc-4dc3-99e2-08bf12ea0563), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:18.032936 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b2bf55ee-8b17-409c-937a-d985033e53e0 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for floatingip (06661b93-5ccc-4dc3-99e2-08bf12ea0563), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:18.047454 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-b2bf55ee-8b17-409c-937a-d985033e53e0 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Calling delete_port for 06661b93-5ccc-4dc3-99e2-08bf12ea0563 owned by network:floatingip {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:18.219551 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b2bf55ee-8b17-409c-937a-d985033e53e0 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (06661b93-5ccc-4dc3-99e2-08bf12ea0563), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:18.246581 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf55ee-8b17-409c-937a-d985033e53e0 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Pushing event deleted for resources: {'Port': ['ID=06661b93-5ccc-4dc3-99e2-08bf12ea0563,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:18.311275 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b2bf55ee-8b17-409c-937a-d985033e53e0 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks [] for floatingip (665c3b43-b339-4d3e-aba1-6d866b3cdd3e), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:18.314458 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b2bf55ee-8b17-409c-937a-d985033e53e0 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:18.316300 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-b2bf55ee-8b17-409c-937a-d985033e53e0 tempest-AttachVolumeTestJSON-350216820 tempest-AttachVolumeTestJSON-350216820-project] 10.222.0.32 "DELETE /v2.0/floatingips/665c3b43-b339-4d3e-aba1-6d866b3cdd3e HTTP/1.1" status: 204 len: 168 time: 0.5350599 May 04 14:59:20.194951 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43212) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:20.730556 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-37b2e9f2-a1e1-47a0-ac29-c98f3aa9b877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688502'] for router_interface (a05159e1-6b22-4325-9888-d7a1a51a9090), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:20.994824 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-37b2e9f2-a1e1-47a0-ac29-c98f3aa9b877 admin admin] Deleting port 0fb03ed1-fabc-476f-9444-98cb9aba4e68 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:20.995201 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-37b2e9f2-a1e1-47a0-ac29-c98f3aa9b877 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:21.095728 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [None req-37b2e9f2-a1e1-47a0-ac29-c98f3aa9b877 admin admin] For port 0fb03ed1-fabc-476f-9444-98cb9aba4e68, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=0fb03ed1-fabc-476f-9444-98cb9aba4e68,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:21.096590 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-37b2e9f2-a1e1-47a0-ac29-c98f3aa9b877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:21.112373 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-37b2e9f2-a1e1-47a0-ac29-c98f3aa9b877 admin admin] Calling delete_port for 0fb03ed1-fabc-476f-9444-98cb9aba4e68 owned by network:router_interface {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:21.324974 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-37b2e9f2-a1e1-47a0-ac29-c98f3aa9b877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (0fb03ed1-fabc-476f-9444-98cb9aba4e68), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:21.356175 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2e9f2-a1e1-47a0-ac29-c98f3aa9b877 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb03ed1-fabc-476f-9444-98cb9aba4e68,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:21.530677 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-37b2e9f2-a1e1-47a0-ac29-c98f3aa9b877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691859'] for router_interface (a05159e1-6b22-4325-9888-d7a1a51a9090), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:21.774178 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b2e9f2-a1e1-47a0-ac29-c98f3aa9b877 admin admin] Router a05159e1-6b22-4325-9888-d7a1a51a9090 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:59:21.891365 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43234) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:21.910841 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b2e9f2-a1e1-47a0-ac29-c98f3aa9b877 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:59:21.919525 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-37b2e9f2-a1e1-47a0-ac29-c98f3aa9b877 admin admin] 10.222.0.32 "PUT /v2.0/routers/a05159e1-6b22-4325-9888-d7a1a51a9090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7207241 May 04 14:59:21.919631 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43238) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:21.928151 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd94a7a-668b-4892-9c61-bd587d362fd2 None None] Sync routers for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:59:21.938773 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd94a7a-668b-4892-9c61-bd587d362fd2 None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:21.939383 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-5fd94a7a-668b-4892-9c61-bd587d362fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:22.116966 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0265f665-f9b5-4297-80f8-4e9e8631b676 admin admin] Publish callbacks [] for router (a05159e1-6b22-4325-9888-d7a1a51a9090), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:22.175124 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-5fd94a7a-668b-4892-9c61-bd587d362fd2 None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:22.365164 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-5fd94a7a-668b-4892-9c61-bd587d362fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:59:21Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:22.394315 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd94a7a-668b-4892-9c61-bd587d362fd2 None None] Checking router: a05159e1-6b22-4325-9888-d7a1a51a9090 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:59:22.405093 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd94a7a-668b-4892-9c61-bd587d362fd2 None None] Routers {'a05159e1-6b22-4325-9888-d7a1a51a9090'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:22.405786 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-5fd94a7a-668b-4892-9c61-bd587d362fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a05159e1-6b22-4325-9888-d7a1a51a9090'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:22.517647 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-5fd94a7a-668b-4892-9c61-bd587d362fd2 None None] Set router a05159e1-6b22-4325-9888-d7a1a51a9090 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:22.585359 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0265f665-f9b5-4297-80f8-4e9e8631b676 admin admin] Publish callbacks [] for router_gateway (a05159e1-6b22-4325-9888-d7a1a51a9090), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:22.678940 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-0265f665-f9b5-4297-80f8-4e9e8631b676 admin admin] Deleting port c79b45eb-e1e2-4d6c-a748-2b5e2f69e710 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:22.679344 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0265f665-f9b5-4297-80f8-4e9e8631b676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (c79b45eb-e1e2-4d6c-a748-2b5e2f69e710), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:22.708439 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-5fd94a7a-668b-4892-9c61-bd587d362fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:59:21Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:22.746552 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd94a7a-668b-4892-9c61-bd587d362fd2 None None] The sync data for ids ['a05159e1-6b22-4325-9888-d7a1a51a9090'] in dv-cinder-840493-1-iscsi is: [{'id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'name': 'tempest-AttachVolumeNegativeTest-110227730-router', 'tenant_id': '35d8071dbd7246228c7a252c40fae038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:59:21Z', 'revision_number': 5, 'project_id': '35d8071dbd7246228c7a252c40fae038', 'gw_port': {'id': 'c79b45eb-e1e2-4d6c-a748-2b5e2f69e710', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05159e1-6b22-4325-9888-d7a1a51a9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:59:22.801736 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-58e33519-1b78-4903-ae58-8e4dfa27a3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688502'] for router_interface (df0aba8d-13bb-4748-92ca-77bf224d6ea8), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:22.850051 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [None req-0265f665-f9b5-4297-80f8-4e9e8631b676 admin admin] For port c79b45eb-e1e2-4d6c-a748-2b5e2f69e710, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=c79b45eb-e1e2-4d6c-a748-2b5e2f69e710,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:22.850335 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0265f665-f9b5-4297-80f8-4e9e8631b676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (c79b45eb-e1e2-4d6c-a748-2b5e2f69e710), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:22.868127 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-0265f665-f9b5-4297-80f8-4e9e8631b676 admin admin] Calling delete_port for c79b45eb-e1e2-4d6c-a748-2b5e2f69e710 owned by network:router_gateway {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:23.195395 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-58e33519-1b78-4903-ae58-8e4dfa27a3d8 admin admin] Deleting port ee6afb46-71cb-4419-bd4c-1f82aaec5714 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:23.195769 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-58e33519-1b78-4903-ae58-8e4dfa27a3d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:23.198729 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0265f665-f9b5-4297-80f8-4e9e8631b676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (c79b45eb-e1e2-4d6c-a748-2b5e2f69e710), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:23.244123 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265f665-f9b5-4297-80f8-4e9e8631b676 admin admin] Pushing event deleted for resources: {'Port': ['ID=c79b45eb-e1e2-4d6c-a748-2b5e2f69e710,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:23.247439 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 0fb03ed1-fabc-476f-9444-98cb9aba4e68 no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:59:23.272871 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 0fb03ed1-fabc-476f-9444-98cb9aba4e68 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:59:23.273428 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 0fb03ed1-fabc-476f-9444-98cb9aba4e68 not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:59:23.358830 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [None req-58e33519-1b78-4903-ae58-8e4dfa27a3d8 admin admin] For port ee6afb46-71cb-4419-bd4c-1f82aaec5714, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=ee6afb46-71cb-4419-bd4c-1f82aaec5714,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:23.359184 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-58e33519-1b78-4903-ae58-8e4dfa27a3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:23.374194 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0265f665-f9b5-4297-80f8-4e9e8631b676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690784'] for router_gateway (a05159e1-6b22-4325-9888-d7a1a51a9090), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:23.393243 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-58e33519-1b78-4903-ae58-8e4dfa27a3d8 admin admin] Calling delete_port for ee6afb46-71cb-4419-bd4c-1f82aaec5714 owned by network:router_interface {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:23.520330 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0265f665-f9b5-4297-80f8-4e9e8631b676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4419'] for router (a05159e1-6b22-4325-9888-d7a1a51a9090), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:23.523606 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0265f665-f9b5-4297-80f8-4e9e8631b676 admin admin] Publish callbacks [] for router_controller (a05159e1-6b22-4325-9888-d7a1a51a9090), precommit_delete_associations {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:23.604076 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0265f665-f9b5-4297-80f8-4e9e8631b676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685069'] for router (a05159e1-6b22-4325-9888-d7a1a51a9090), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:23.604843 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0265f665-f9b5-4297-80f8-4e9e8631b676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a05159e1-6b22-4325-9888-d7a1a51a9090 {{(pid=115136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 14:59:23.611993 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0265f665-f9b5-4297-80f8-4e9e8631b676 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:23.613076 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-0265f665-f9b5-4297-80f8-4e9e8631b676 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a05159e1-6b22-4325-9888-d7a1a51a9090 HTTP/1.1" status: 204 len: 168 time: 1.6925285 May 04 14:59:23.618888 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43244) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:23.672185 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_v2 [None req-9409817a-175c-4126-80cf-8e90ae69f62f admin admin] Deleting subnet 7d660033-ba74-4e17-bb0f-1920d761a352 {{(pid=115137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:59:23.675892 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9409817a-175c-4126-80cf-8e90ae69f62f admin admin] Publish callbacks [] for subnet (7d660033-ba74-4e17-bb0f-1920d761a352), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:23.712929 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9409817a-175c-4126-80cf-8e90ae69f62f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131298795'] for subnet (7d660033-ba74-4e17-bb0f-1920d761a352), precommit_delete_associations {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:23.744771 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-58e33519-1b78-4903-ae58-8e4dfa27a3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (ee6afb46-71cb-4419-bd4c-1f82aaec5714), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:23.775789 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e33519-1b78-4903-ae58-8e4dfa27a3d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6afb46-71cb-4419-bd4c-1f82aaec5714,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:23.815592 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9409817a-175c-4126-80cf-8e90ae69f62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (7d660033-ba74-4e17-bb0f-1920d761a352), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:23.896204 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9409817a-175c-4126-80cf-8e90ae69f62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130398476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131084547'] for subnet (7d660033-ba74-4e17-bb0f-1920d761a352), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:23.924677 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409817a-175c-4126-80cf-8e90ae69f62f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d660033-ba74-4e17-bb0f-1920d761a352,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:23.930347 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9409817a-175c-4126-80cf-8e90ae69f62f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:23.939886 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-9409817a-175c-4126-80cf-8e90ae69f62f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7d660033-ba74-4e17-bb0f-1920d761a352 HTTP/1.1" status: 204 len: 168 time: 0.3190422 May 04 14:59:23.941241 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42fbbcf-32f5-4f9b-9453-6d570f03a5d6 None None] Network 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:59:23.944103 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43248) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:23.989048 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-58e33519-1b78-4903-ae58-8e4dfa27a3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691859'] for router_interface (df0aba8d-13bb-4748-92ca-77bf224d6ea8), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.044508 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (5e55fa58-e1fd-4309-9ca5-06129fc8fe5b), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.099807 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] Deleting port f104dace-a0e6-43ff-bab1-fad4149f8dee {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:24.100777 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (f104dace-a0e6-43ff-bab1-fad4149f8dee), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.152918 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] DHCP port deletion for 5e55fa58-e1fd-4309-9ca5-06129fc8fe5b request from dv-cinder-840493-1-iscsi {{(pid=115138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 14:59:24.181080 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] For port f104dace-a0e6-43ff-bab1-fad4149f8dee, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=f104dace-a0e6-43ff-bab1-fad4149f8dee,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:24.181441 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (f104dace-a0e6-43ff-bab1-fad4149f8dee), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.195267 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] Calling delete_port for f104dace-a0e6-43ff-bab1-fad4149f8dee owned by network:dhcp {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:24.200788 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Deleting port f104dace-a0e6-43ff-bab1-fad4149f8dee {{(pid=115138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:24.201199 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (f104dace-a0e6-43ff-bab1-fad4149f8dee), before_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.259520 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e33519-1b78-4903-ae58-8e4dfa27a3d8 admin admin] Router df0aba8d-13bb-4748-92ca-77bf224d6ea8 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:59:24.268996 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] For port f104dace-a0e6-43ff-bab1-fad4149f8dee, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=f104dace-a0e6-43ff-bab1-fad4149f8dee,segment=NetworkSegment(98282e52-31b9-49c9-a129-6663c534208a),segment_id=98282e52-31b9-49c9-a129-6663c534208a)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:24.269593 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (f104dace-a0e6-43ff-bab1-fad4149f8dee), precommit_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.280604 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (f104dace-a0e6-43ff-bab1-fad4149f8dee), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.284653 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Calling delete_port for f104dace-a0e6-43ff-bab1-fad4149f8dee owned by network:dhcp {{(pid=115138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:24.309114 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f104dace-a0e6-43ff-bab1-fad4149f8dee,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:24.322511 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] No DVR routers for this DVR port f104dace-a0e6-43ff-bab1-fad4149f8dee on host dv-cinder-840493-1-iscsi {{(pid=115137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:59:24.383706 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (f104dace-a0e6-43ff-bab1-fad4149f8dee), after_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.397384 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (5e55fa58-e1fd-4309-9ca5-06129fc8fe5b), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.401734 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e33519-1b78-4903-ae58-8e4dfa27a3d8 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:59:24.408867 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-58e33519-1b78-4903-ae58-8e4dfa27a3d8 admin admin] 10.222.0.32 "PUT /v2.0/routers/df0aba8d-13bb-4748-92ca-77bf224d6ea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5160165 May 04 14:59:24.411994 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43256) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:24.414831 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244fc83-f76f-4061-8e99-c89f5bac9295 None None] Sync routers for ids ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:59:24.417710 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Pushing event deleted for resources: {'Port': ['ID=f104dace-a0e6-43ff-bab1-fad4149f8dee,revision_number=None']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:24.421845 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e55fa58-e1fd-4309-9ca5-06129fc8fe5b']}} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:24.426027 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] No DVR routers for this DVR port f104dace-a0e6-43ff-bab1-fad4149f8dee on host dv-cinder-840493-1-iscsi {{(pid=115138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:59:24.433030 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98282e52-31b9-49c9-a129-6663c534208a') {'for_net_delete': True} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:24.436407 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98282e52-31b9-49c9-a129-6663c534208a') {} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:24.437815 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9244fc83-f76f-4061-8e99-c89f5bac9295 None None] Routers {'df0aba8d-13bb-4748-92ca-77bf224d6ea8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:24.438441 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-9244fc83-f76f-4061-8e99-c89f5bac9295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:24.440964 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.441308 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.441645 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.441979 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.442300 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.442790 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.443262 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.443740 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.444065 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.444392 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.444840 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.445089 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.445413 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.445737 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.446044 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f07528a-147d-4e4c-8906-b71d449c51a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.452516 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131298804'] for segment (98282e52-31b9-49c9-a129-6663c534208a), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.468483 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (98282e52-31b9-49c9-a129-6663c534208a), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.476038 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=115137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:59:24.476897 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130398570'] for segment (98282e52-31b9-49c9-a129-6663c534208a), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: Traceback (most recent call last): May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: timer() May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: cb(*args, **kw) May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: return func(*args, **kwargs) May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: self._notify() May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: self.callback(batched_events) May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: event.method(event) May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: return f(self, *a, **k) May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._get(url).json() May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: return self.request(url, 'GET', **kwargs) May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:59:24.479029 dv-cinder-840493-1-iscsi neutron-server[115137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:59:24.539720 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2b1762c1-dbb5-408c-82ae-2deec27300fd admin admin] Publish callbacks [] for router (df0aba8d-13bb-4748-92ca-77bf224d6ea8), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.551808 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (5e55fa58-e1fd-4309-9ca5-06129fc8fe5b), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.562885 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.568487 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5e55fa58-e1fd-4309-9ca5-06129fc8fe5b HTTP/1.1" status: 204 len: 168 time: 0.6210232 May 04 14:59:24.583729 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-9244fc83-f76f-4061-8e99-c89f5bac9295 None None] Set router df0aba8d-13bb-4748-92ca-77bf224d6ea8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:24.585450 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e091046-a1df-4464-9629-0d1bf9a712c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e55fa58-e1fd-4309-9ca5-06129fc8fe5b,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:24.668101 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2b1762c1-dbb5-408c-82ae-2deec27300fd admin admin] Publish callbacks [] for router_gateway (df0aba8d-13bb-4748-92ca-77bf224d6ea8), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.705810 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43264) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:24.718038 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-2b1762c1-dbb5-408c-82ae-2deec27300fd admin admin] Deleting port 8a333a33-60dd-407a-aca3-4a0cdf8a1137 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:24.718472 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2b1762c1-dbb5-408c-82ae-2deec27300fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (8a333a33-60dd-407a-aca3-4a0cdf8a1137), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.754916 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-8505bf25-32a2-4a6e-a329-7b83f14ee3be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35d8071dbd7246228c7a252c40fae038&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449758 May 04 14:59:24.755276 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43266) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:24.767249 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-9244fc83-f76f-4061-8e99-c89f5bac9295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:59:23Z', 'revision_number': 5, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port': {'id': '8a333a33-60dd-407a-aca3-4a0cdf8a1137', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:21Z', 'updated_at': '2022-05-04T14:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:24.794849 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244fc83-f76f-4061-8e99-c89f5bac9295 None None] Checking router: df0aba8d-13bb-4748-92ca-77bf224d6ea8 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:59:24.804071 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9244fc83-f76f-4061-8e99-c89f5bac9295 None None] Routers {'df0aba8d-13bb-4748-92ca-77bf224d6ea8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:24.804676 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-9244fc83-f76f-4061-8e99-c89f5bac9295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:24.805803 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f1daaa50-2828-447e-adab-f2c504edfea6 admin admin] Publish callbacks [] for security_group (105da49f-c384-4665-8dad-19f8f33653bb), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.821495 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [None req-2b1762c1-dbb5-408c-82ae-2deec27300fd admin admin] For port 8a333a33-60dd-407a-aca3-4a0cdf8a1137, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=8a333a33-60dd-407a-aca3-4a0cdf8a1137,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:24.821855 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2b1762c1-dbb5-408c-82ae-2deec27300fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (8a333a33-60dd-407a-aca3-4a0cdf8a1137), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.827304 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f1daaa50-2828-447e-adab-f2c504edfea6 admin admin] Publish callbacks [] for security_group (105da49f-c384-4665-8dad-19f8f33653bb), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.836304 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-2b1762c1-dbb5-408c-82ae-2deec27300fd admin admin] Calling delete_port for 8a333a33-60dd-407a-aca3-4a0cdf8a1137 owned by network:router_gateway {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:24.887768 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f1daaa50-2828-447e-adab-f2c504edfea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (105da49f-c384-4665-8dad-19f8f33653bb), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.891632 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f1daaa50-2828-447e-adab-f2c504edfea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:24.896167 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-f1daaa50-2828-447e-adab-f2c504edfea6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/105da49f-c384-4665-8dad-19f8f33653bb HTTP/1.1" status: 204 len: 168 time: 0.1395521 May 04 14:59:24.900821 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-9244fc83-f76f-4061-8e99-c89f5bac9295 None None] Set router df0aba8d-13bb-4748-92ca-77bf224d6ea8 gateway port host: None {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:24.906484 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1daaa50-2828-447e-adab-f2c504edfea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105da49f-c384-4665-8dad-19f8f33653bb,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:24.971796 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-9244fc83-f76f-4061-8e99-c89f5bac9295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:59:24Z', 'revision_number': 6, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port_host': None}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:25.017495 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244fc83-f76f-4061-8e99-c89f5bac9295 None None] The sync data for ids ['df0aba8d-13bb-4748-92ca-77bf224d6ea8'] in dv-cinder-840493-1-iscsi is: [{'id': 'df0aba8d-13bb-4748-92ca-77bf224d6ea8', 'name': 'tempest-AttachVolumeTestJSON-1609223988-router', 'tenant_id': '367321a836de445f9e65af1baac99c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:19Z', 'updated_at': '2022-05-04T14:59:24Z', 'revision_number': 6, 'project_id': '367321a836de445f9e65af1baac99c98', 'gw_port_host': None}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:59:25.091609 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2b1762c1-dbb5-408c-82ae-2deec27300fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (8a333a33-60dd-407a-aca3-4a0cdf8a1137), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:25.122912 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1762c1-dbb5-408c-82ae-2deec27300fd admin admin] Pushing event deleted for resources: {'Port': ['ID=8a333a33-60dd-407a-aca3-4a0cdf8a1137,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:25.195145 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2b1762c1-dbb5-408c-82ae-2deec27300fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690784'] for router_gateway (df0aba8d-13bb-4748-92ca-77bf224d6ea8), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:25.294095 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2b1762c1-dbb5-408c-82ae-2deec27300fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4419'] for router (df0aba8d-13bb-4748-92ca-77bf224d6ea8), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:25.296599 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2b1762c1-dbb5-408c-82ae-2deec27300fd admin admin] Publish callbacks [] for router_controller (df0aba8d-13bb-4748-92ca-77bf224d6ea8), precommit_delete_associations {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:25.355869 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2b1762c1-dbb5-408c-82ae-2deec27300fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685069'] for router (df0aba8d-13bb-4748-92ca-77bf224d6ea8), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:25.355869 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1762c1-dbb5-408c-82ae-2deec27300fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router df0aba8d-13bb-4748-92ca-77bf224d6ea8 {{(pid=115136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 14:59:25.358970 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2b1762c1-dbb5-408c-82ae-2deec27300fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:25.360110 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-2b1762c1-dbb5-408c-82ae-2deec27300fd admin admin] 10.222.0.32 "DELETE /v2.0/routers/df0aba8d-13bb-4748-92ca-77bf224d6ea8 HTTP/1.1" status: 204 len: 168 time: 0.9468400 May 04 14:59:25.362735 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43294) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:25.464475 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de06e0f-5d6e-49b4-bdcf-b914acbae65d admin admin] Deleting subnet a789fad3-a526-4f2f-b0cf-06991416836f {{(pid=115137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:59:25.468323 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2de06e0f-5d6e-49b4-bdcf-b914acbae65d admin admin] Publish callbacks [] for subnet (a789fad3-a526-4f2f-b0cf-06991416836f), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:25.528208 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2de06e0f-5d6e-49b4-bdcf-b914acbae65d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131298795'] for subnet (a789fad3-a526-4f2f-b0cf-06991416836f), precommit_delete_associations {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:25.589847 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device f104dace-a0e6-43ff-bab1-fad4149f8dee no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:59:25.620565 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: f104dace-a0e6-43ff-bab1-fad4149f8dee {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:59:25.621205 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device f104dace-a0e6-43ff-bab1-fad4149f8dee not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:59:25.621778 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device ee6afb46-71cb-4419-bd4c-1f82aaec5714 no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:59:25.646701 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: ee6afb46-71cb-4419-bd4c-1f82aaec5714 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:59:25.647316 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device ee6afb46-71cb-4419-bd4c-1f82aaec5714 not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:59:25.648100 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device c79b45eb-e1e2-4d6c-a748-2b5e2f69e710 no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:59:25.652492 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981139db-2da5-46ee-9204-30784c9606a6 req-548be545-cbd1-49f9-8a17-81a588dccc4c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:25.652492 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-981139db-2da5-46ee-9204-30784c9606a6 req-548be545-cbd1-49f9-8a17-81a588dccc4c tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 946 time: 0.0572076 May 04 14:59:25.668706 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2de06e0f-5d6e-49b4-bdcf-b914acbae65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (a789fad3-a526-4f2f-b0cf-06991416836f), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:25.676277 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: c79b45eb-e1e2-4d6c-a748-2b5e2f69e710 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:59:25.676617 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device c79b45eb-e1e2-4d6c-a748-2b5e2f69e710 not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:59:25.708044 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-981139db-2da5-46ee-9204-30784c9606a6 req-4e662100-e8b1-49a6-ba04-3c8e826f9883 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484755 May 04 14:59:25.738673 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2de06e0f-5d6e-49b4-bdcf-b914acbae65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130398476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131084547'] for subnet (a789fad3-a526-4f2f-b0cf-06991416836f), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:25.766945 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de06e0f-5d6e-49b4-bdcf-b914acbae65d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a789fad3-a526-4f2f-b0cf-06991416836f,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:25.772344 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2de06e0f-5d6e-49b4-bdcf-b914acbae65d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:25.780420 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-2de06e0f-5d6e-49b4-bdcf-b914acbae65d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a789fad3-a526-4f2f-b0cf-06991416836f HTTP/1.1" status: 204 len: 168 time: 0.4119425 May 04 14:59:25.781898 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43306) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:25.784099 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659de64e-cf5a-488f-a86f-37aba7ade631 None None] Network b03422af-5eb8-4977-a232-35a6a99300ff requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:59:25.800617 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43308) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:25.866569 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (b03422af-5eb8-4977-a232-35a6a99300ff), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:25.922358 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] Deleting port 7354e166-727d-4285-a5de-6758debb6cbc {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:25.923033 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (7354e166-727d-4285-a5de-6758debb6cbc), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:25.937529 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-22b0c463-3ab2-4516-a755-390554219f71 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-361408080-network', 'tenant_id': '34db6792b8aa4276b793850a9acba35b'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:25.963154 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b0c463-3ab2-4516-a755-390554219f71 admin admin] Made reservation on behalf of 34db6792b8aa4276b793850a9acba35b for: {'network': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:59:25.965376 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376ebb8a-47aa-4f8d-b896-828dab94cb08 None None] DHCP port deletion for b03422af-5eb8-4977-a232-35a6a99300ff request from dv-cinder-840493-1-iscsi {{(pid=115138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 14:59:25.965974 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-22b0c463-3ab2-4516-a755-390554219f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:25.975544 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-22b0c463-3ab2-4516-a755-390554219f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.011804 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] For port 7354e166-727d-4285-a5de-6758debb6cbc, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=7354e166-727d-4285-a5de-6758debb6cbc,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:26.012266 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (7354e166-727d-4285-a5de-6758debb6cbc), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.018714 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-376ebb8a-47aa-4f8d-b896-828dab94cb08 None None] Deleting port 7354e166-727d-4285-a5de-6758debb6cbc {{(pid=115138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:26.019408 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-376ebb8a-47aa-4f8d-b896-828dab94cb08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (7354e166-727d-4285-a5de-6758debb6cbc), before_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.035814 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] Calling delete_port for 7354e166-727d-4285-a5de-6758debb6cbc owned by network:dhcp {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:26.085951 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-22b0c463-3ab2-4516-a755-390554219f71 admin admin] Publish callbacks [] for security_group (41e0f184-4688-4d7e-9539-841f4be0a3bd), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.094651 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-22b0c463-3ab2-4516-a755-390554219f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (41e0f184-4688-4d7e-9539-841f4be0a3bd), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.103525 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-376ebb8a-47aa-4f8d-b896-828dab94cb08 None None] For port 7354e166-727d-4285-a5de-6758debb6cbc, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=7354e166-727d-4285-a5de-6758debb6cbc,segment=NetworkSegment(d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa),segment_id=d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:26.103920 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-376ebb8a-47aa-4f8d-b896-828dab94cb08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (7354e166-727d-4285-a5de-6758debb6cbc), precommit_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.120887 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b0c463-3ab2-4516-a755-390554219f71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=115136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:59:26.122865 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-376ebb8a-47aa-4f8d-b896-828dab94cb08 None None] Calling delete_port for 7354e166-727d-4285-a5de-6758debb6cbc owned by network:dhcp {{(pid=115138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:26.144356 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-22b0c463-3ab2-4516-a755-390554219f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (ed7dfe42-cc23-41a8-a2af-b3b33b5f51e6), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.144356 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.segments_db [None req-22b0c463-3ab2-4516-a755-390554219f71 admin admin] Added segment ed7dfe42-cc23-41a8-a2af-b3b33b5f51e6 of type vlan for network 0f481351-478a-4158-8f5d-6c0f48f842f6 May 04 14:59:26.147057 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0c463-3ab2-4516-a755-390554219f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e0f184-4688-4d7e-9539-841f4be0a3bd,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:26.156333 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (7354e166-727d-4285-a5de-6758debb6cbc), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.195538 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] No DVR routers for this DVR port 7354e166-727d-4285-a5de-6758debb6cbc on host dv-cinder-840493-1-iscsi {{(pid=115137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:59:26.199697 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7354e166-727d-4285-a5de-6758debb6cbc,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:26.211113 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-22b0c463-3ab2-4516-a755-390554219f71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (0f481351-478a-4158-8f5d-6c0f48f842f6), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.238703 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-376ebb8a-47aa-4f8d-b896-828dab94cb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (7354e166-727d-4285-a5de-6758debb6cbc), after_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.246051 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-22b0c463-3ab2-4516-a755-390554219f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (0f481351-478a-4158-8f5d-6c0f48f842f6), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.247094 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b0c463-3ab2-4516-a755-390554219f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:26.249095 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-22b0c463-3ab2-4516-a755-390554219f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.270010 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ebb8a-47aa-4f8d-b896-828dab94cb08 None None] Pushing event deleted for resources: {'Port': ['ID=7354e166-727d-4285-a5de-6758debb6cbc,revision_number=None']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:26.272628 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376ebb8a-47aa-4f8d-b896-828dab94cb08 None None] No DVR routers for this DVR port 7354e166-727d-4285-a5de-6758debb6cbc on host dv-cinder-840493-1-iscsi {{(pid=115138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:59:26.363549 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-22b0c463-3ab2-4516-a755-390554219f71 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5617023 May 04 14:59:26.368886 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0c463-3ab2-4516-a755-390554219f71 admin admin] Pushing event updated for resources: {'Network': ['ID=0f481351-478a-4158-8f5d-6c0f48f842f6,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:26.370167 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43314) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:26.373097 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (b03422af-5eb8-4977-a232-35a6a99300ff), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.375873 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-b8aa9d5b-8b10-420b-8d4d-ca6a81087e7b admin admin] Request body: {'subnet': {'network_id': '0f481351-478a-4158-8f5d-6c0f48f842f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-361408080-subnet', 'tenant_id': '34db6792b8aa4276b793850a9acba35b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:26.380943 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network 0f481351-478a-4158-8f5d-6c0f48f842f6 details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:59:26.416320 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03422af-5eb8-4977-a232-35a6a99300ff']}} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:26.418167 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aa9d5b-8b10-420b-8d4d-ca6a81087e7b admin admin] Made reservation on behalf of 34db6792b8aa4276b793850a9acba35b for: {'subnet': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:59:26.421793 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9d5b-8b10-420b-8d4d-ca6a81087e7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130572725'] for subnet (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.425513 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa') {'for_net_delete': True} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:26.426386 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa') {} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:26.438232 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131298804'] for segment (d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.456887 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.466774 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=115137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:59:26.466774 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130398570'] for segment (d4bd1fa5-ec9c-434e-a8a1-729f7b4b10aa), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: Traceback (most recent call last): May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: timer() May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: cb(*args, **kw) May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: return func(*args, **kwargs) May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: self._notify() May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: self.callback(batched_events) May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: event.method(event) May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: return f(self, *a, **k) May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._get(url).json() May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: return self.request(url, 'GET', **kwargs) May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:59:26.467696 dv-cinder-840493-1-iscsi neutron-server[115137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:59:26.528517 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (b03422af-5eb8-4977-a232-35a6a99300ff), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.534333 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.540274 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] 10.222.0.32 "DELETE /v2.0/networks/b03422af-5eb8-4977-a232-35a6a99300ff HTTP/1.1" status: 204 len: 168 time: 0.7558153 May 04 14:59:26.554143 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57593ea-4751-474d-b184-922c2c1b80cf admin admin] Pushing event deleted for resources: {'Network': ['ID=b03422af-5eb8-4977-a232-35a6a99300ff,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:26.671981 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43318) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:26.722623 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-2a443c14-cfcc-44eb-8138-fe7f8ac0818d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=367321a836de445f9e65af1baac99c98&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0467222 May 04 14:59:26.722905 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43320) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:26.785108 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f7469316-4afb-49bc-ab9e-a7caa5f7032e admin admin] Publish callbacks [] for security_group (3734a894-2583-4b37-ae81-50fe4602883b), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.823397 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f7469316-4afb-49bc-ab9e-a7caa5f7032e admin admin] Publish callbacks [] for security_group (3734a894-2583-4b37-ae81-50fe4602883b), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.885778 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce426e-5c59-4d46-8762-3b414aee7720 req-21aeaa7a-f79e-4888-9b38-217f491a56a7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:26.887412 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-70ce426e-5c59-4d46-8762-3b414aee7720 req-21aeaa7a-f79e-4888-9b38-217f491a56a7 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 946 time: 0.0785275 May 04 14:59:26.932248 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f7469316-4afb-49bc-ab9e-a7caa5f7032e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3734a894-2583-4b37-ae81-50fe4602883b), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.935017 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f7469316-4afb-49bc-ab9e-a7caa5f7032e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:26.939496 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-f7469316-4afb-49bc-ab9e-a7caa5f7032e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3734a894-2583-4b37-ae81-50fe4602883b HTTP/1.1" status: 204 len: 168 time: 0.2124450 May 04 14:59:26.959524 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7469316-4afb-49bc-ab9e-a7caa5f7032e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3734a894-2583-4b37-ae81-50fe4602883b,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:26.967744 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-70ce426e-5c59-4d46-8762-3b414aee7720 req-69d9c36f-f4a6-44ba-8366-9038c5341513 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c19c80a-d19c-4f35-886c-7dd7f17b3280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732841 May 04 14:59:27.069508 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9d5b-8b10-420b-8d4d-ca6a81087e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130558689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130572743'] for subnet (70b63f7e-b1cd-4223-a59b-cbb02d23278e), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:27.191076 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ea438-b9cc-4e76-9667-cc7d8b6d6b5b req-7bf09464-a13e-46e6-abca-752c07c9548a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:27.192967 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d33ea438-b9cc-4e76-9667-cc7d8b6d6b5b req-7bf09464-a13e-46e6-abca-752c07c9548a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 946 time: 0.0918002 May 04 14:59:27.195148 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa9d5b-8b10-420b-8d4d-ca6a81087e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b63f7e-b1cd-4223-a59b-cbb02d23278e,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:27.234879 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa9d5b-8b10-420b-8d4d-ca6a81087e7b admin admin] Checking segment: {'id': 'ed7dfe42-cc23-41a8-a2af-b3b33b5f51e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0f481351-478a-4158-8f5d-6c0f48f842f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:59:27.235186 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa9d5b-8b10-420b-8d4d-ca6a81087e7b admin admin] Network hostable DHCP agents. Network: 0f481351-478a-4158-8f5d-6c0f48f842f6, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:59:27.248067 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 8a333a33-60dd-407a-aca3-4a0cdf8a1137 no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:59:27.270490 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 8a333a33-60dd-407a-aca3-4a0cdf8a1137 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:59:27.271208 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 8a333a33-60dd-407a-aca3-4a0cdf8a1137 not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:59:27.271901 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 7354e166-727d-4285-a5de-6758debb6cbc no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:59:27.293665 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 7354e166-727d-4285-a5de-6758debb6cbc {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:59:27.294112 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 7354e166-727d-4285-a5de-6758debb6cbc not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:59:27.301205 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa9d5b-8b10-420b-8d4d-ca6a81087e7b admin admin] Network 0f481351-478a-4158-8f5d-6c0f48f842f6 is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:59:27.328950 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-b8aa9d5b-8b10-420b-8d4d-ca6a81087e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, 0f481351-478a-4158-8f5d-6c0f48f842f6) {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:27.330888 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-d33ea438-b9cc-4e76-9667-cc7d8b6d6b5b req-15db8357-e549-4382-a298-9a4df9bbdce3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Deleting port 44069e10-04c2-4f01-9944-c78d79fc5a90 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:27.331236 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-d33ea438-b9cc-4e76-9667-cc7d8b6d6b5b req-15db8357-e549-4382-a298-9a4df9bbdce3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:27.339819 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aa9d5b-8b10-420b-8d4d-ca6a81087e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:27.340462 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9d5b-8b10-420b-8d4d-ca6a81087e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:27.341603 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5405ca88-9ffb-489d-bb97-faffbbd15b34 None None] Network 0f481351-478a-4158-8f5d-6c0f48f842f6 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:59:27.397833 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-b8aa9d5b-8b10-420b-8d4d-ca6a81087e7b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0188844 May 04 14:59:27.491495 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-d33ea438-b9cc-4e76-9667-cc7d8b6d6b5b req-15db8357-e549-4382-a298-9a4df9bbdce3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] For port 44069e10-04c2-4f01-9944-c78d79fc5a90, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=44069e10-04c2-4f01-9944-c78d79fc5a90,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:27.491862 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-d33ea438-b9cc-4e76-9667-cc7d8b6d6b5b req-15db8357-e549-4382-a298-9a4df9bbdce3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:27.496395 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71f206b-0eee-46b9-8ef1-62b1b05b18c3 None None] Network 0f481351-478a-4158-8f5d-6c0f48f842f6 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:59:27.756660 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-d33ea438-b9cc-4e76-9667-cc7d8b6d6b5b req-15db8357-e549-4382-a298-9a4df9bbdce3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:27.758076 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-d33ea438-b9cc-4e76-9667-cc7d8b6d6b5b req-15db8357-e549-4382-a298-9a4df9bbdce3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (2cffc685-f4d1-4d25-9226-5555802d027d), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:27.758596 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [req-d33ea438-b9cc-4e76-9667-cc7d8b6d6b5b req-15db8357-e549-4382-a298-9a4df9bbdce3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Floating IP 2cffc685-f4d1-4d25-9226-5555802d027d disassociated. External IP: 172.27.2.92, port: 44069e10-04c2-4f01-9944-c78d79fc5a90. May 04 14:59:27.759230 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-d33ea438-b9cc-4e76-9667-cc7d8b6d6b5b req-15db8357-e549-4382-a298-9a4df9bbdce3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Calling delete_port for 44069e10-04c2-4f01-9944-c78d79fc5a90 owned by compute:nova {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:27.932692 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-d33ea438-b9cc-4e76-9667-cc7d8b6d6b5b req-15db8357-e549-4382-a298-9a4df9bbdce3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (44069e10-04c2-4f01-9944-c78d79fc5a90), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:27.975248 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db8357-e549-4382-a298-9a4df9bbdce3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event deleted for resources: {'Port': ['ID=44069e10-04c2-4f01-9944-c78d79fc5a90,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:28.134874 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1432711f-36ab-47ea-9fe5-f86df9489db6 req-c148b17c-5c9e-4672-bd34-ea33c1ea524a tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b522598-466a-43f4-9891-ad928cc7a0b4 HTTP/1.1" status: 200 len: 210 time: 0.0395856 May 04 14:59:28.143356 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d33ea438-b9cc-4e76-9667-cc7d8b6d6b5b req-15db8357-e549-4382-a298-9a4df9bbdce3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:59:28.148675 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43366) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:28.159952 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-bd956ccd-f2c8-44f4-b2e0-a02151312a90 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-148685265-network', 'tenant_id': '3873056d04bd4be7808a3d539945d40c'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:28.188965 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd956ccd-f2c8-44f4-b2e0-a02151312a90 admin admin] Made reservation on behalf of 3873056d04bd4be7808a3d539945d40c for: {'network': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:59:28.192049 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bd956ccd-f2c8-44f4-b2e0-a02151312a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:28.203620 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bd956ccd-f2c8-44f4-b2e0-a02151312a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:28.280876 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d33ea438-b9cc-4e76-9667-cc7d8b6d6b5b req-15db8357-e549-4382-a298-9a4df9bbdce3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:59:28.292191 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8da43-9005-42fc-86b5-def2c345953a None None] Sync routers for ids ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:59:28.304924 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8da43-9005-42fc-86b5-def2c345953a None None] Routers {'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:28.306273 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-03a8da43-9005-42fc-86b5-def2c345953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:28.307745 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bd956ccd-f2c8-44f4-b2e0-a02151312a90 admin admin] Publish callbacks [] for security_group (5037d633-0950-4fdc-8fa8-b7786ce9c537), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:28.314190 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bd956ccd-f2c8-44f4-b2e0-a02151312a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (5037d633-0950-4fdc-8fa8-b7786ce9c537), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:28.340298 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd956ccd-f2c8-44f4-b2e0-a02151312a90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=115137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:59:28.374758 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bd956ccd-f2c8-44f4-b2e0-a02151312a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (8fba29f7-7ec0-4c9f-bac2-6bd8b6e38e64), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:28.375181 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.segments_db [None req-bd956ccd-f2c8-44f4-b2e0-a02151312a90 admin admin] Added segment 8fba29f7-7ec0-4c9f-bac2-6bd8b6e38e64 of type vlan for network 012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4 May 04 14:59:28.391695 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33ea438-b9cc-4e76-9667-cc7d8b6d6b5b req-15db8357-e549-4382-a298-9a4df9bbdce3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] No DVR routers for this DVR port 44069e10-04c2-4f01-9944-c78d79fc5a90 on host hv-cinder-84049 {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:59:28.404958 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-d33ea438-b9cc-4e76-9667-cc7d8b6d6b5b req-15db8357-e549-4382-a298-9a4df9bbdce3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:28.408418 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d33ea438-b9cc-4e76-9667-cc7d8b6d6b5b req-15db8357-e549-4382-a298-9a4df9bbdce3 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.49 "DELETE /v2.0/ports/44069e10-04c2-4f01-9944-c78d79fc5a90 HTTP/1.1" status: 204 len: 173 time: 1.2071753 May 04 14:59:28.408951 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'name': 'network-vif-deleted', 'tag': '44069e10-04c2-4f01-9944-c78d79fc5a90'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:59:28.411645 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c660af01-fa90-43d6-bcea-6672746387bf" -d '{"events": [{"server_uuid": "0b522598-466a-43f4-9891-ad928cc7a0b4", "name": "network-vif-deleted", "tag": "44069e10-04c2-4f01-9944-c78d79fc5a90"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:59:28.464348 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd956ccd-f2c8-44f4-b2e0-a02151312a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5037d633-0950-4fdc-8fa8-b7786ce9c537,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:28.481765 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-03a8da43-9005-42fc-86b5-def2c345953a None None] Set router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:28.501496 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b48ca1-91be-4334-9f46-48ca5ed5b4ad x-openstack-request-id: req-94b48ca1-91be-4334-9f46-48ca5ed5b4ad {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:59:28.501940 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b522598-466a-43f4-9891-ad928cc7a0b4", "name": "network-vif-deleted", "tag": "44069e10-04c2-4f01-9944-c78d79fc5a90", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:59:28.501940 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94b48ca1-91be-4334-9f46-48ca5ed5b4ad {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:59:28.502448 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b48ca1-91be-4334-9f46-48ca5ed5b4ad'] response: {'server_uuid': '0b522598-466a-43f4-9891-ad928cc7a0b4', 'name': 'network-vif-deleted', 'tag': '44069e10-04c2-4f01-9944-c78d79fc5a90', 'status': 'completed', 'code': 200} May 04 14:59:28.522468 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bd956ccd-f2c8-44f4-b2e0-a02151312a90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:28.562967 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bd956ccd-f2c8-44f4-b2e0-a02151312a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:28.566782 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd956ccd-f2c8-44f4-b2e0-a02151312a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:28.567712 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bd956ccd-f2c8-44f4-b2e0-a02151312a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:28.666802 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd956ccd-f2c8-44f4-b2e0-a02151312a90 admin admin] Pushing event updated for resources: {'Network': ['ID=012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:28.677590 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network 012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4 details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:59:28.685693 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-bd956ccd-f2c8-44f4-b2e0-a02151312a90 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5310373 May 04 14:59:28.685873 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43382) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:28.690954 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-01fe2193-7a5a-417a-af69-17fd9f70db5e admin admin] Request body: {'subnet': {'network_id': '012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-148685265-subnet', 'tenant_id': '3873056d04bd4be7808a3d539945d40c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:28.712264 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fe2193-7a5a-417a-af69-17fd9f70db5e admin admin] Made reservation on behalf of 3873056d04bd4be7808a3d539945d40c for: {'subnet': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:59:28.714874 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-01fe2193-7a5a-417a-af69-17fd9f70db5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131084648'] for subnet (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:28.723673 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-03a8da43-9005-42fc-86b5-def2c345953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 5, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:28.755236 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8da43-9005-42fc-86b5-def2c345953a None None] Checking router: c8f1673e-21ca-40b1-bb42-6ec2cf00c31e for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:59:28.765009 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8da43-9005-42fc-86b5-def2c345953a None None] Routers {'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:28.765717 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-03a8da43-9005-42fc-86b5-def2c345953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:28.900304 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-03a8da43-9005-42fc-86b5-def2c345953a None None] Set router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:28.932458 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-01fe2193-7a5a-417a-af69-17fd9f70db5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130399951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131084570'] for subnet (ecc588c4-e479-4b6b-ab84-3bbd0288f876), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:29.010282 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe2193-7a5a-417a-af69-17fd9f70db5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc588c4-e479-4b6b-ab84-3bbd0288f876,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:29.026380 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fe2193-7a5a-417a-af69-17fd9f70db5e admin admin] Checking segment: {'id': '8fba29f7-7ec0-4c9f-bac2-6bd8b6e38e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:59:29.026760 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fe2193-7a5a-417a-af69-17fd9f70db5e admin admin] Network hostable DHCP agents. Network: 012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:59:29.053389 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fe2193-7a5a-417a-af69-17fd9f70db5e admin admin] Network 012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4 is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:59:29.066258 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-01fe2193-7a5a-417a-af69-17fd9f70db5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, 012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4) {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:29.072049 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fe2193-7a5a-417a-af69-17fd9f70db5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:29.072522 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-01fe2193-7a5a-417a-af69-17fd9f70db5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:29.076823 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffec7032-068b-41f7-890d-8e94bfe727c2 None None] Network 012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:59:29.092590 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-01fe2193-7a5a-417a-af69-17fd9f70db5e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4057176 May 04 14:59:29.218650 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-03a8da43-9005-42fc-86b5-def2c345953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 5, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:29.240079 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f7abea-4f6a-46c2-82a8-d38beaf1a907 None None] Network 012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:59:29.253691 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8da43-9005-42fc-86b5-def2c345953a None None] The sync data for ids ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'] in dv-cinder-840493-1-iscsi is: [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:52:22Z', 'revision_number': 4, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d0a7140-6bf7-444a-b26a-80045d99f17f', 'name': '', 'network_id': '79f79ca7-23fe-4754-96e7-93df86905dc1', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'mac_address': 'fa:16:3e:4d:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:20Z', 'updated_at': '2022-05-04T14:52:37Z', 'revision_number': 5, 'project_id': 'f512333663064960847a1dd30c177cf9', 'subnets': [{'id': '086b520e-6c45-43fc-b9e3-376e899c6b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:59:29.275638 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43404) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:29.318057 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43406) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:29.364636 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68e6bd8-655b-4cf9-b4fa-0f6bd61bcbc0 admin admin] Deleting subnet 70b63f7e-b1cd-4223-a59b-cbb02d23278e {{(pid=115136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:59:29.369371 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68e6bd8-655b-4cf9-b4fa-0f6bd61bcbc0 admin admin] Publish callbacks [] for subnet (70b63f7e-b1cd-4223-a59b-cbb02d23278e), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:29.413303 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68e6bd8-655b-4cf9-b4fa-0f6bd61bcbc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131755831'] for subnet (70b63f7e-b1cd-4223-a59b-cbb02d23278e), precommit_delete_associations {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:29.427632 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group (4c19c80a-d19c-4f35-886c-7dd7f17b3280), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:29.471174 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group (4c19c80a-d19c-4f35-886c-7dd7f17b3280), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:29.476326 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68e6bd8-655b-4cf9-b4fa-0f6bd61bcbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (70b63f7e-b1cd-4223-a59b-cbb02d23278e), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:29.540650 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (4c19c80a-d19c-4f35-886c-7dd7f17b3280), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:29.546407 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:29.549308 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "DELETE /v2.0/security-groups/4c19c80a-d19c-4f35-886c-7dd7f17b3280 HTTP/1.1" status: 204 len: 168 time: 0.2297826 May 04 14:59:29.551903 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43410) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:29.565089 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c19c80a-d19c-4f35-886c-7dd7f17b3280,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:29.577226 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:29.577653 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.api.v2.resource [None req-f714d7c2-291d-4dad-889e-bc109c10f7c9 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] show failed (client error): The resource could not be found. May 04 14:59:29.578094 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:29.578627 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:29.579138 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:29.579637 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:29.580152 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:29.580738 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:29.581312 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:29.581884 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:29.582424 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-f714d7c2-291d-4dad-889e-bc109c10f7c9 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "GET /v2.0/security-groups/4c19c80a-d19c-4f35-886c-7dd7f17b3280 HTTP/1.1" status: 404 len: 347 time: 0.0253294 May 04 14:59:29.582830 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:29.583072 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43412) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:29.583816 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:29.584370 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:29.585210 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:29.585784 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:29.586418 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd853e7f-fc74-40d5-9ebc-158d5ab36190 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:29.647905 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68e6bd8-655b-4cf9-b4fa-0f6bd61bcbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130559266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130572766'] for subnet (70b63f7e-b1cd-4223-a59b-cbb02d23278e), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:29.691816 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e6bd8-655b-4cf9-b4fa-0f6bd61bcbc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b63f7e-b1cd-4223-a59b-cbb02d23278e,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:29.694147 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68e6bd8-655b-4cf9-b4fa-0f6bd61bcbc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:29.700109 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43416) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:29.700274 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-f68e6bd8-655b-4cf9-b4fa-0f6bd61bcbc0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/70b63f7e-b1cd-4223-a59b-cbb02d23278e HTTP/1.1" status: 204 len: 168 time: 0.4233589 May 04 14:59:29.728179 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa12811e-19fd-47bd-9f65-e316edce9bc6 None None] New status for floating IP 2cffc685-f4d1-4d25-9226-5555802d027d: DOWN {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:59:29.822137 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-012cd6e5-af6c-4bd8-b4f5-45de14b16e11 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Deleting port d0a824fd-5c18-4291-8483-69649bc82afb {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:29.822485 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-012cd6e5-af6c-4bd8-b4f5-45de14b16e11 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (d0a824fd-5c18-4291-8483-69649bc82afb), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:29.852452 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-21313056-87c4-4fd8-a154-b38e1944c504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (0f481351-478a-4158-8f5d-6c0f48f842f6), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:29.933639 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-012cd6e5-af6c-4bd8-b4f5-45de14b16e11 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (d0a824fd-5c18-4291-8483-69649bc82afb), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:29.934049 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-012cd6e5-af6c-4bd8-b4f5-45de14b16e11 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for floatingip (d0a824fd-5c18-4291-8483-69649bc82afb), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:29.961434 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-012cd6e5-af6c-4bd8-b4f5-45de14b16e11 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Calling delete_port for d0a824fd-5c18-4291-8483-69649bc82afb owned by network:floatingip {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:29.979006 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-21313056-87c4-4fd8-a154-b38e1944c504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (0f481351-478a-4158-8f5d-6c0f48f842f6), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:29.999681 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-21313056-87c4-4fd8-a154-b38e1944c504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f481351-478a-4158-8f5d-6c0f48f842f6']}} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:30.009350 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-21313056-87c4-4fd8-a154-b38e1944c504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7dfe42-cc23-41a8-a2af-b3b33b5f51e6') {'for_net_delete': True} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:30.009638 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-21313056-87c4-4fd8-a154-b38e1944c504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7dfe42-cc23-41a8-a2af-b3b33b5f51e6') {} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:30.019084 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-21313056-87c4-4fd8-a154-b38e1944c504 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131298804'] for segment (ed7dfe42-cc23-41a8-a2af-b3b33b5f51e6), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.032442 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-21313056-87c4-4fd8-a154-b38e1944c504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (ed7dfe42-cc23-41a8-a2af-b3b33b5f51e6), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.038779 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21313056-87c4-4fd8-a154-b38e1944c504 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=115137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:59:30.039240 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-21313056-87c4-4fd8-a154-b38e1944c504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130398570'] for segment (ed7dfe42-cc23-41a8-a2af-b3b33b5f51e6), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: Traceback (most recent call last): May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: timer() May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: cb(*args, **kw) May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: return func(*args, **kwargs) May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: self._notify() May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: self.callback(batched_events) May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: event.method(event) May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: return f(self, *a, **k) May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._get(url).json() May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: return self.request(url, 'GET', **kwargs) May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:59:30.041071 dv-cinder-840493-1-iscsi neutron-server[115137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:59:30.098091 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-21313056-87c4-4fd8-a154-b38e1944c504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (0f481351-478a-4158-8f5d-6c0f48f842f6), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.099025 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-012cd6e5-af6c-4bd8-b4f5-45de14b16e11 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (d0a824fd-5c18-4291-8483-69649bc82afb), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.104142 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-21313056-87c4-4fd8-a154-b38e1944c504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.107481 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-21313056-87c4-4fd8-a154-b38e1944c504 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0f481351-478a-4158-8f5d-6c0f48f842f6 HTTP/1.1" status: 204 len: 168 time: 0.4054410 May 04 14:59:30.118717 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43424) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:30.123806 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cd6e5-af6c-4bd8-b4f5-45de14b16e11 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Pushing event deleted for resources: {'Port': ['ID=d0a824fd-5c18-4291-8483-69649bc82afb,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:30.151162 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21313056-87c4-4fd8-a154-b38e1944c504 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f481351-478a-4158-8f5d-6c0f48f842f6,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:30.173984 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a3a548-180e-496a-89a3-0b9b4603c6b6 admin admin] Deleting subnet ecc588c4-e479-4b6b-ab84-3bbd0288f876 {{(pid=115137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:59:30.177439 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-85a3a548-180e-496a-89a3-0b9b4603c6b6 admin admin] Publish callbacks [] for subnet (ecc588c4-e479-4b6b-ab84-3bbd0288f876), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.193370 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-012cd6e5-af6c-4bd8-b4f5-45de14b16e11 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks [] for floatingip (2cffc685-f4d1-4d25-9226-5555802d027d), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.196176 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-012cd6e5-af6c-4bd8-b4f5-45de14b16e11 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.199873 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-012cd6e5-af6c-4bd8-b4f5-45de14b16e11 tempest-AttachVolumeShelveTestJSON-148156823 tempest-AttachVolumeShelveTestJSON-148156823-project] 10.222.0.32 "DELETE /v2.0/floatingips/2cffc685-f4d1-4d25-9226-5555802d027d HTTP/1.1" status: 204 len: 168 time: 0.6092005 May 04 14:59:30.216240 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-85a3a548-180e-496a-89a3-0b9b4603c6b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131298795'] for subnet (ecc588c4-e479-4b6b-ab84-3bbd0288f876), precommit_delete_associations {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.257838 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-85a3a548-180e-496a-89a3-0b9b4603c6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (ecc588c4-e479-4b6b-ab84-3bbd0288f876), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.303462 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 44069e10-04c2-4f01-9944-c78d79fc5a90 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:59:30.325584 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-85a3a548-180e-496a-89a3-0b9b4603c6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130398476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131084547'] for subnet (ecc588c4-e479-4b6b-ab84-3bbd0288f876), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.342359 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: 44069e10-04c2-4f01-9944-c78d79fc5a90 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:59:30.342751 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 44069e10-04c2-4f01-9944-c78d79fc5a90 not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:59:30.352050 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3a548-180e-496a-89a3-0b9b4603c6b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc588c4-e479-4b6b-ab84-3bbd0288f876,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:30.357660 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-85a3a548-180e-496a-89a3-0b9b4603c6b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.360823 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-85a3a548-180e-496a-89a3-0b9b4603c6b6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ecc588c4-e479-4b6b-ab84-3bbd0288f876 HTTP/1.1" status: 204 len: 168 time: 0.2410839 May 04 14:59:30.363453 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43430) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:30.440711 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bb022a43-3cc8-4253-93da-ba041547bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.775215 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bb022a43-3cc8-4253-93da-ba041547bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.796173 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-bb022a43-3cc8-4253-93da-ba041547bf56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4']}} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:30.806104 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-bb022a43-3cc8-4253-93da-ba041547bf56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fba29f7-7ec0-4c9f-bac2-6bd8b6e38e64') {'for_net_delete': True} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:30.806398 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-bb022a43-3cc8-4253-93da-ba041547bf56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fba29f7-7ec0-4c9f-bac2-6bd8b6e38e64') {} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:30.816238 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bb022a43-3cc8-4253-93da-ba041547bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131298804'] for segment (8fba29f7-7ec0-4c9f-bac2-6bd8b6e38e64), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.829984 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bb022a43-3cc8-4253-93da-ba041547bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (8fba29f7-7ec0-4c9f-bac2-6bd8b6e38e64), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.837661 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb022a43-3cc8-4253-93da-ba041547bf56 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=115137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:59:30.837988 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bb022a43-3cc8-4253-93da-ba041547bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130398570'] for segment (8fba29f7-7ec0-4c9f-bac2-6bd8b6e38e64), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: Traceback (most recent call last): May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: timer() May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: cb(*args, **kw) May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: return func(*args, **kwargs) May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: self._notify() May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: self.callback(batched_events) May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: event.method(event) May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: return f(self, *a, **k) May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._get(url).json() May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: return self.request(url, 'GET', **kwargs) May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:59:30.840669 dv-cinder-840493-1-iscsi neutron-server[115137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:59:30.899705 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bb022a43-3cc8-4253-93da-ba041547bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.907026 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-bb022a43-3cc8-4253-93da-ba041547bf56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:30.909869 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-bb022a43-3cc8-4253-93da-ba041547bf56 admin admin] 10.222.0.32 "DELETE /v2.0/networks/012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4 HTTP/1.1" status: 204 len: 168 time: 0.5454772 May 04 14:59:30.921693 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb022a43-3cc8-4253-93da-ba041547bf56 admin admin] Pushing event deleted for resources: {'Network': ['ID=012ed917-5ea0-4ebf-8ce9-d1d332ccf5f4,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:31.096810 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43446) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:31.141500 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-9102d6eb-2876-49f0-84c3-725b819cf998 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34db6792b8aa4276b793850a9acba35b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433805 May 04 14:59:31.144041 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43450) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:31.213367 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5fc5fd76-1628-49b6-8bfa-3d6092347cc3 admin admin] Publish callbacks [] for security_group (41e0f184-4688-4d7e-9539-841f4be0a3bd), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:31.235917 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5fc5fd76-1628-49b6-8bfa-3d6092347cc3 admin admin] Publish callbacks [] for security_group (41e0f184-4688-4d7e-9539-841f4be0a3bd), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:31.288757 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5fc5fd76-1628-49b6-8bfa-3d6092347cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (41e0f184-4688-4d7e-9539-841f4be0a3bd), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:31.291679 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5fc5fd76-1628-49b6-8bfa-3d6092347cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:31.293102 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-5fc5fd76-1628-49b6-8bfa-3d6092347cc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41e0f184-4688-4d7e-9539-841f4be0a3bd HTTP/1.1" status: 204 len: 168 time: 0.1478915 May 04 14:59:31.307614 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5fd76-1628-49b6-8bfa-3d6092347cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e0f184-4688-4d7e-9539-841f4be0a3bd,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:31.682219 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43470) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:31.731957 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-5c3041f0-c054-4d51-9b00-a2590af919d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3873056d04bd4be7808a3d539945d40c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483930 May 04 14:59:31.735651 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43472) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:31.787671 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3a6be78e-82b9-40cc-ab33-6ef8dc241d02 admin admin] Publish callbacks [] for security_group (5037d633-0950-4fdc-8fa8-b7786ce9c537), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:31.810052 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3a6be78e-82b9-40cc-ab33-6ef8dc241d02 admin admin] Publish callbacks [] for security_group (5037d633-0950-4fdc-8fa8-b7786ce9c537), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:31.864825 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3a6be78e-82b9-40cc-ab33-6ef8dc241d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (5037d633-0950-4fdc-8fa8-b7786ce9c537), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:31.867411 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3a6be78e-82b9-40cc-ab33-6ef8dc241d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:31.868600 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-3a6be78e-82b9-40cc-ab33-6ef8dc241d02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5037d633-0950-4fdc-8fa8-b7786ce9c537 HTTP/1.1" status: 204 len: 168 time: 0.1319220 May 04 14:59:31.877303 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6be78e-82b9-40cc-ab33-6ef8dc241d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5037d633-0950-4fdc-8fa8-b7786ce9c537,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:32.686863 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43516) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:32.901835 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4b6d6b9c-900a-40e5-8f89-8d8aa8f489ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:33.350463 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ef522c44-9bab-4c7d-bb6d-479e6a311629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688502'] for router_interface (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:33.698203 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-ef522c44-9bab-4c7d-bb6d-479e6a311629 admin admin] Deleting port 2d0a7140-6bf7-444a-b26a-80045d99f17f {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:33.698203 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ef522c44-9bab-4c7d-bb6d-479e6a311629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:33.799959 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [None req-ef522c44-9bab-4c7d-bb6d-479e6a311629 admin admin] For port 2d0a7140-6bf7-444a-b26a-80045d99f17f, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=2d0a7140-6bf7-444a-b26a-80045d99f17f,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:33.800291 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ef522c44-9bab-4c7d-bb6d-479e6a311629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:33.815686 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-ef522c44-9bab-4c7d-bb6d-479e6a311629 admin admin] Calling delete_port for 2d0a7140-6bf7-444a-b26a-80045d99f17f owned by network:router_interface {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:34.020079 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ef522c44-9bab-4c7d-bb6d-479e6a311629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (2d0a7140-6bf7-444a-b26a-80045d99f17f), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:34.049788 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef522c44-9bab-4c7d-bb6d-479e6a311629 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0a7140-6bf7-444a-b26a-80045d99f17f,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:34.165126 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43562) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:34.271451 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-ef522c44-9bab-4c7d-bb6d-479e6a311629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691859'] for router_interface (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:34.341932 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-94c42cbc-6734-4376-8c91-9160f5910352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:34.534217 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-94c42cbc-6734-4376-8c91-9160f5910352 admin admin] Publish callbacks [] for security_group (3169bacd-9ab8-4e19-9cac-11123be79dc8), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:34.565077 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-94c42cbc-6734-4376-8c91-9160f5910352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3169bacd-9ab8-4e19-9cac-11123be79dc8), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:34.621492 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c42cbc-6734-4376-8c91-9160f5910352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3169bacd-9ab8-4e19-9cac-11123be79dc8,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:34.627142 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-94c42cbc-6734-4376-8c91-9160f5910352 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6e8c1c4ac6847a8a80dd639bae2b9c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4608507 May 04 14:59:34.630503 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43566) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:34.634004 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef522c44-9bab-4c7d-bb6d-479e6a311629 admin admin] Router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:59:34.695616 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e390f29c-9fc7-44ec-999c-c12a2f53caa3 admin admin] Publish callbacks [] for security_group (3169bacd-9ab8-4e19-9cac-11123be79dc8), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:34.733098 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e390f29c-9fc7-44ec-999c-c12a2f53caa3 admin admin] Publish callbacks [] for security_group (3169bacd-9ab8-4e19-9cac-11123be79dc8), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:34.751640 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5d7a-341a-414b-a205-1ce74aaa7e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:34.774383 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef522c44-9bab-4c7d-bb6d-479e6a311629 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:59:34.783246 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-ef522c44-9bab-4c7d-bb6d-479e6a311629 admin admin] 10.222.0.32 "PUT /v2.0/routers/c8f1673e-21ca-40b1-bb42-6ec2cf00c31e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0909944 May 04 14:59:34.783246 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43570) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:34.788304 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bed4f5-8f3f-40e1-8e2e-b8f29f712dc8 None None] Sync routers for ids ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:59:34.819897 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bed4f5-8f3f-40e1-8e2e-b8f29f712dc8 None None] Routers {'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:34.820618 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-a1bed4f5-8f3f-40e1-8e2e-b8f29f712dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:34.823489 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e390f29c-9fc7-44ec-999c-c12a2f53caa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3169bacd-9ab8-4e19-9cac-11123be79dc8), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:34.829043 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e390f29c-9fc7-44ec-999c-c12a2f53caa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:34.831463 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-e390f29c-9fc7-44ec-999c-c12a2f53caa3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3169bacd-9ab8-4e19-9cac-11123be79dc8 HTTP/1.1" status: 204 len: 168 time: 0.1995547 May 04 14:59:34.850103 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390f29c-9fc7-44ec-999c-c12a2f53caa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3169bacd-9ab8-4e19-9cac-11123be79dc8,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:34.956050 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c8ed-7733-42c4-9089-063243c52a64 admin admin] Publish callbacks [] for router (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:35.023966 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-a1bed4f5-8f3f-40e1-8e2e-b8f29f712dc8 None None] Set router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:35.327318 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43580) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:35.351648 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5c962a8f-de9a-4e48-9bc7-8f0e583e04e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:35.457242 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5c962a8f-de9a-4e48-9bc7-8f0e583e04e7 admin admin] Publish callbacks [] for security_group (c4706962-cb06-4ff8-a63c-89ae372cff11), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:35.464645 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5c962a8f-de9a-4e48-9bc7-8f0e583e04e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (c4706962-cb06-4ff8-a63c-89ae372cff11), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:35.500878 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c8ed-7733-42c4-9089-063243c52a64 admin admin] Publish callbacks [] for router_gateway (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:35.506881 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c962a8f-de9a-4e48-9bc7-8f0e583e04e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4706962-cb06-4ff8-a63c-89ae372cff11,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:35.507180 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-a1bed4f5-8f3f-40e1-8e2e-b8f29f712dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:59:33Z', 'revision_number': 5, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port': {'id': '270fe19d-f3eb-4a4e-9d6f-cce78c48e784', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:52:17Z', 'updated_at': '2022-05-04T14:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:35.532555 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-5c962a8f-de9a-4e48-9bc7-8f0e583e04e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69de1399d7414b898169f106597118bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2005980 May 04 14:59:35.535336 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43590) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:35.561035 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bed4f5-8f3f-40e1-8e2e-b8f29f712dc8 None None] Checking router: c8f1673e-21ca-40b1-bb42-6ec2cf00c31e for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:59:35.573749 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bed4f5-8f3f-40e1-8e2e-b8f29f712dc8 None None] Routers {'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:35.574374 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-a1bed4f5-8f3f-40e1-8e2e-b8f29f712dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:35.602320 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9c8ed-7733-42c4-9089-063243c52a64 admin admin] Deleting port 270fe19d-f3eb-4a4e-9d6f-cce78c48e784 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:35.602600 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9ebce82b-41ec-48cb-b168-362b60fea0dd admin admin] Publish callbacks [] for security_group (c4706962-cb06-4ff8-a63c-89ae372cff11), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:35.603053 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c8ed-7733-42c4-9089-063243c52a64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (270fe19d-f3eb-4a4e-9d6f-cce78c48e784), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:35.632464 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9ebce82b-41ec-48cb-b168-362b60fea0dd admin admin] Publish callbacks [] for security_group (c4706962-cb06-4ff8-a63c-89ae372cff11), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:35.684360 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-a1bed4f5-8f3f-40e1-8e2e-b8f29f712dc8 None None] Set router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e gateway port host: None {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:35.699488 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9ebce82b-41ec-48cb-b168-362b60fea0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (c4706962-cb06-4ff8-a63c-89ae372cff11), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:35.704982 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9ebce82b-41ec-48cb-b168-362b60fea0dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:35.714561 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-9ebce82b-41ec-48cb-b168-362b60fea0dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4706962-cb06-4ff8-a63c-89ae372cff11 HTTP/1.1" status: 204 len: 168 time: 0.1677129 May 04 14:59:35.721986 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebce82b-41ec-48cb-b168-362b60fea0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4706962-cb06-4ff8-a63c-89ae372cff11,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:35.746011 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [None req-f0a9c8ed-7733-42c4-9089-063243c52a64 admin admin] For port 270fe19d-f3eb-4a4e-9d6f-cce78c48e784, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=270fe19d-f3eb-4a4e-9d6f-cce78c48e784,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:35.746628 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-a1bed4f5-8f3f-40e1-8e2e-b8f29f712dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:59:35Z', 'revision_number': 6, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port_host': None}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:35.746957 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c8ed-7733-42c4-9089-063243c52a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (270fe19d-f3eb-4a4e-9d6f-cce78c48e784), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:35.775277 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9c8ed-7733-42c4-9089-063243c52a64 admin admin] Calling delete_port for 270fe19d-f3eb-4a4e-9d6f-cce78c48e784 owned by network:router_gateway {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:35.789948 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bed4f5-8f3f-40e1-8e2e-b8f29f712dc8 None None] The sync data for ids ['c8f1673e-21ca-40b1-bb42-6ec2cf00c31e'] in dv-cinder-840493-1-iscsi is: [{'id': 'c8f1673e-21ca-40b1-bb42-6ec2cf00c31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1362513626-router', 'tenant_id': 'f512333663064960847a1dd30c177cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:52:16Z', 'updated_at': '2022-05-04T14:59:35Z', 'revision_number': 6, 'project_id': 'f512333663064960847a1dd30c177cf9', 'gw_port_host': None}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:59:36.012317 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c8ed-7733-42c4-9089-063243c52a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (270fe19d-f3eb-4a4e-9d6f-cce78c48e784), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:36.039896 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9c8ed-7733-42c4-9089-063243c52a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=270fe19d-f3eb-4a4e-9d6f-cce78c48e784,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:36.056494 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:36.112150 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c8ed-7733-42c4-9089-063243c52a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690784'] for router_gateway (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:36.218098 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c8ed-7733-42c4-9089-063243c52a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4419'] for router (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:36.220704 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c8ed-7733-42c4-9089-063243c52a64 admin admin] Publish callbacks [] for router_controller (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), precommit_delete_associations {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:36.273271 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c8ed-7733-42c4-9089-063243c52a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685069'] for router (c8f1673e-21ca-40b1-bb42-6ec2cf00c31e), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:36.274721 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a9c8ed-7733-42c4-9089-063243c52a64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8f1673e-21ca-40b1-bb42-6ec2cf00c31e {{(pid=115137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 14:59:36.283393 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c8ed-7733-42c4-9089-063243c52a64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:36.289322 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43610) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:36.289669 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-f0a9c8ed-7733-42c4-9089-063243c52a64 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c8f1673e-21ca-40b1-bb42-6ec2cf00c31e HTTP/1.1" status: 204 len: 168 time: 1.5052006 May 04 14:59:36.340879 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2886043-6c81-40a3-9192-10e84089040f admin admin] Deleting subnet 086b520e-6c45-43fc-b9e3-376e899c6b75 {{(pid=115136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 14:59:36.344188 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f2886043-6c81-40a3-9192-10e84089040f admin admin] Publish callbacks [] for subnet (086b520e-6c45-43fc-b9e3-376e899c6b75), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:36.381031 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f2886043-6c81-40a3-9192-10e84089040f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131755831'] for subnet (086b520e-6c45-43fc-b9e3-376e899c6b75), precommit_delete_associations {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:36.500329 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f2886043-6c81-40a3-9192-10e84089040f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (086b520e-6c45-43fc-b9e3-376e899c6b75), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:36.556991 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f2886043-6c81-40a3-9192-10e84089040f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130559266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130572766'] for subnet (086b520e-6c45-43fc-b9e3-376e899c6b75), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:36.583506 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2886043-6c81-40a3-9192-10e84089040f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=086b520e-6c45-43fc-b9e3-376e899c6b75,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:36.591891 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f2886043-6c81-40a3-9192-10e84089040f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:36.593583 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9942be0b-4a08-4046-a00c-35e08989e70c None None] Network 79f79ca7-23fe-4754-96e7-93df86905dc1 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:59:36.597640 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-f2886043-6c81-40a3-9192-10e84089040f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/086b520e-6c45-43fc-b9e3-376e899c6b75 HTTP/1.1" status: 204 len: 168 time: 0.3044934 May 04 14:59:36.597823 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43620) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:36.686673 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (79f79ca7-23fe-4754-96e7-93df86905dc1), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:36.744647 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] Deleting port 3d2f88c5-b20e-4989-a348-a45daafeba52 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:36.745014 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:36.830397 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] For port 3d2f88c5-b20e-4989-a348-a45daafeba52, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=3d2f88c5-b20e-4989-a348-a45daafeba52,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:36.830759 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:36.849577 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] Calling delete_port for 3d2f88c5-b20e-4989-a348-a45daafeba52 owned by network:dhcp {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:36.856565 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263cbf76-0d63-468f-9971-fbc9c7ef6c00 None None] DHCP port deletion for 79f79ca7-23fe-4754-96e7-93df86905dc1 request from dv-cinder-840493-1-iscsi {{(pid=115138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 14:59:36.916914 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-263cbf76-0d63-468f-9971-fbc9c7ef6c00 None None] Deleting port 3d2f88c5-b20e-4989-a348-a45daafeba52 {{(pid=115138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 14:59:36.917748 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-263cbf76-0d63-468f-9971-fbc9c7ef6c00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), before_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:36.958491 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:37.031780 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2f88c5-b20e-4989-a348-a45daafeba52,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:37.037871 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-263cbf76-0d63-468f-9971-fbc9c7ef6c00 None None] For port 3d2f88c5-b20e-4989-a348-a45daafeba52, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=3d2f88c5-b20e-4989-a348-a45daafeba52,segment=NetworkSegment(35db688c-d435-4ae9-863b-69b95ec0af0d),segment_id=35db688c-d435-4ae9-863b-69b95ec0af0d)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:37.038295 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-263cbf76-0d63-468f-9971-fbc9c7ef6c00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), precommit_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:37.043006 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] No DVR routers for this DVR port 3d2f88c5-b20e-4989-a348-a45daafeba52 on host dv-cinder-840493-1-iscsi {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:59:37.058590 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-263cbf76-0d63-468f-9971-fbc9c7ef6c00 None None] Calling delete_port for 3d2f88c5-b20e-4989-a348-a45daafeba52 owned by network:dhcp {{(pid=115138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 14:59:37.147050 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (79f79ca7-23fe-4754-96e7-93df86905dc1), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:37.164768 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-263cbf76-0d63-468f-9971-fbc9c7ef6c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (3d2f88c5-b20e-4989-a348-a45daafeba52), after_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:37.170387 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.services.segments.db [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f79ca7-23fe-4754-96e7-93df86905dc1']}} {{(pid=115136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:37.184230 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.services.segments.db [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35db688c-d435-4ae9-863b-69b95ec0af0d') {'for_net_delete': True} {{(pid=115136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:37.184919 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.services.segments.db [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35db688c-d435-4ae9-863b-69b95ec0af0d') {} {{(pid=115136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:37.201331 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131755816'] for segment (35db688c-d435-4ae9-863b-69b95ec0af0d), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:37.201555 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cbf76-0d63-468f-9971-fbc9c7ef6c00 None None] Pushing event deleted for resources: {'Port': ['ID=3d2f88c5-b20e-4989-a348-a45daafeba52,revision_number=None']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:37.206433 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263cbf76-0d63-468f-9971-fbc9c7ef6c00 None None] No DVR routers for this DVR port 3d2f88c5-b20e-4989-a348-a45daafeba52 on host dv-cinder-840493-1-iscsi {{(pid=115138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:59:37.240320 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (35db688c-d435-4ae9-863b-69b95ec0af0d), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:37.249615 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=115136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:59:37.250299 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130559300'] for segment (35db688c-d435-4ae9-863b-69b95ec0af0d), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: Traceback (most recent call last): May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: timer() May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: cb(*args, **kw) May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: return func(*args, **kwargs) May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: self._notify() May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: self.callback(batched_events) May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: event.method(event) May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: return f(self, *a, **k) May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: return self._get(url).json() May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: return self.request(url, 'GET', **kwargs) May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:59:37.252400 dv-cinder-840493-1-iscsi neutron-server[115136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:59:37.296611 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 3d2f88c5-b20e-4989-a348-a45daafeba52 no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:59:37.325725 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 3d2f88c5-b20e-4989-a348-a45daafeba52 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:59:37.326004 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 3d2f88c5-b20e-4989-a348-a45daafeba52 not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:59:37.326404 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 2d0a7140-6bf7-444a-b26a-80045d99f17f no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:59:37.329127 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (79f79ca7-23fe-4754-96e7-93df86905dc1), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:37.335982 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:37.339633 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] 10.222.0.32 "DELETE /v2.0/networks/79f79ca7-23fe-4754-96e7-93df86905dc1 HTTP/1.1" status: 204 len: 168 time: 0.7407684 May 04 14:59:37.350655 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 2d0a7140-6bf7-444a-b26a-80045d99f17f {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:59:37.351008 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 2d0a7140-6bf7-444a-b26a-80045d99f17f not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:59:37.351428 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 270fe19d-f3eb-4a4e-9d6f-cce78c48e784 no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:59:37.354320 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559959d-68a6-47a7-b6c5-538f84c09c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=79f79ca7-23fe-4754-96e7-93df86905dc1,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:37.372741 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 270fe19d-f3eb-4a4e-9d6f-cce78c48e784 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 14:59:37.373083 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 270fe19d-f3eb-4a4e-9d6f-cce78c48e784 not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:59:37.476515 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:37.554383 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43654) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:37.601130 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-c58d9798-8076-4bed-96e6-85671c636d70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f512333663064960847a1dd30c177cf9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0453711 May 04 14:59:37.603882 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43656) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:37.672587 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-33a37ad3-73b8-47e2-ac38-e6470838fd8f admin admin] Publish callbacks [] for security_group (588f90ec-84b4-45aa-b8c6-562a42226a7e), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:37.699737 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-33a37ad3-73b8-47e2-ac38-e6470838fd8f admin admin] Publish callbacks [] for security_group (588f90ec-84b4-45aa-b8c6-562a42226a7e), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:37.754634 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-33a37ad3-73b8-47e2-ac38-e6470838fd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (588f90ec-84b4-45aa-b8c6-562a42226a7e), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:37.758135 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-33a37ad3-73b8-47e2-ac38-e6470838fd8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:37.759529 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-33a37ad3-73b8-47e2-ac38-e6470838fd8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/588f90ec-84b4-45aa-b8c6-562a42226a7e HTTP/1.1" status: 204 len: 168 time: 0.1542807 May 04 14:59:37.772860 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a37ad3-73b8-47e2-ac38-e6470838fd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588f90ec-84b4-45aa-b8c6-562a42226a7e,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:38.627166 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43716) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:38.777215 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a016db22-1a10-4fa0-9605-4b9719e74113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:38.863698 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a016db22-1a10-4fa0-9605-4b9719e74113 admin admin] Publish callbacks [] for security_group (050957e4-c56b-44a3-94a6-ae6f0e0bc656), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:38.867911 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-a016db22-1a10-4fa0-9605-4b9719e74113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (050957e4-c56b-44a3-94a6-ae6f0e0bc656), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:38.878822 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:38.914300 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-a016db22-1a10-4fa0-9605-4b9719e74113 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90d536e996584da58c58e3f12bdd68ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860372 May 04 14:59:38.915253 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016db22-1a10-4fa0-9605-4b9719e74113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050957e4-c56b-44a3-94a6-ae6f0e0bc656,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:38.917301 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43730) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:38.969529 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e22f4d9e-0bb3-414b-b1b4-3c0b46c41994 admin admin] Publish callbacks [] for security_group (050957e4-c56b-44a3-94a6-ae6f0e0bc656), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:38.992542 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e22f4d9e-0bb3-414b-b1b4-3c0b46c41994 admin admin] Publish callbacks [] for security_group (050957e4-c56b-44a3-94a6-ae6f0e0bc656), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:39.041788 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e22f4d9e-0bb3-414b-b1b4-3c0b46c41994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (050957e4-c56b-44a3-94a6-ae6f0e0bc656), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:39.044469 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e22f4d9e-0bb3-414b-b1b4-3c0b46c41994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:39.048481 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-e22f4d9e-0bb3-414b-b1b4-3c0b46c41994 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/050957e4-c56b-44a3-94a6-ae6f0e0bc656 HTTP/1.1" status: 204 len: 168 time: 0.1295986 May 04 14:59:39.057224 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f4d9e-0bb3-414b-b1b4-3c0b46c41994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050957e4-c56b-44a3-94a6-ae6f0e0bc656,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:39.442870 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43752) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:39.457206 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a139fa5e-f57b-4467-9b21-f718673823e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:39.546385 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a139fa5e-f57b-4467-9b21-f718673823e6 admin admin] Publish callbacks [] for security_group (0f097f62-3031-439f-886f-4e8d1276543f), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:39.550705 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a139fa5e-f57b-4467-9b21-f718673823e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (0f097f62-3031-439f-886f-4e8d1276543f), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:39.591069 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-a139fa5e-f57b-4467-9b21-f718673823e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa749ef4a25341eb8e99286b6ed216c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468906 May 04 14:59:39.592341 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139fa5e-f57b-4467-9b21-f718673823e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f097f62-3031-439f-886f-4e8d1276543f,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:39.595704 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43764) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:39.649162 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5e6365c8-26da-48cb-8b51-5bac408f73ed admin admin] Publish callbacks [] for security_group (0f097f62-3031-439f-886f-4e8d1276543f), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:39.672668 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5e6365c8-26da-48cb-8b51-5bac408f73ed admin admin] Publish callbacks [] for security_group (0f097f62-3031-439f-886f-4e8d1276543f), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:39.721438 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5e6365c8-26da-48cb-8b51-5bac408f73ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (0f097f62-3031-439f-886f-4e8d1276543f), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:39.724044 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5e6365c8-26da-48cb-8b51-5bac408f73ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:39.725118 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-5e6365c8-26da-48cb-8b51-5bac408f73ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f097f62-3031-439f-886f-4e8d1276543f HTTP/1.1" status: 204 len: 168 time: 0.1284573 May 04 14:59:39.733970 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6365c8-26da-48cb-8b51-5bac408f73ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f097f62-3031-439f-886f-4e8d1276543f,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:40.025044 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43788) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:40.137539 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e50e401d-86e9-47f7-b2ac-d25d31fc6790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:40.234545 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e50e401d-86e9-47f7-b2ac-d25d31fc6790 admin admin] Publish callbacks [] for security_group (1ceb26eb-5db2-4c20-b4d6-2ee2b0b0ed23), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:40.239325 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e50e401d-86e9-47f7-b2ac-d25d31fc6790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (1ceb26eb-5db2-4c20-b4d6-2ee2b0b0ed23), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:40.281668 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-e50e401d-86e9-47f7-b2ac-d25d31fc6790 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=612e8e967124405aacad538206e9a46a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550988 May 04 14:59:40.282821 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e401d-86e9-47f7-b2ac-d25d31fc6790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceb26eb-5db2-4c20-b4d6-2ee2b0b0ed23,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:40.282952 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43810) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:40.339637 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5db5925d-71eb-411c-91a4-05d1d88c57d3 admin admin] Publish callbacks [] for security_group (1ceb26eb-5db2-4c20-b4d6-2ee2b0b0ed23), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:40.367569 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5db5925d-71eb-411c-91a4-05d1d88c57d3 admin admin] Publish callbacks [] for security_group (1ceb26eb-5db2-4c20-b4d6-2ee2b0b0ed23), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:40.435711 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5db5925d-71eb-411c-91a4-05d1d88c57d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (1ceb26eb-5db2-4c20-b4d6-2ee2b0b0ed23), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:40.437235 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5db5925d-71eb-411c-91a4-05d1d88c57d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:40.441297 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-5db5925d-71eb-411c-91a4-05d1d88c57d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ceb26eb-5db2-4c20-b4d6-2ee2b0b0ed23 HTTP/1.1" status: 204 len: 168 time: 0.1572769 May 04 14:59:40.450786 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5925d-71eb-411c-91a4-05d1d88c57d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceb26eb-5db2-4c20-b4d6-2ee2b0b0ed23,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:40.915530 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43846) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:40.931935 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-159daccb-5656-4db7-bfd3-3c3ab7dc5501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:41.020137 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-159daccb-5656-4db7-bfd3-3c3ab7dc5501 admin admin] Publish callbacks [] for security_group (11d6e469-7c66-41c0-abc3-e55079dcd0c0), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:41.024900 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-159daccb-5656-4db7-bfd3-3c3ab7dc5501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (11d6e469-7c66-41c0-abc3-e55079dcd0c0), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:41.065424 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-159daccb-5656-4db7-bfd3-3c3ab7dc5501 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c600b4e6baf14c3ca2a31b9c902d3269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482258 May 04 14:59:41.066136 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43850) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:41.066326 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159daccb-5656-4db7-bfd3-3c3ab7dc5501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d6e469-7c66-41c0-abc3-e55079dcd0c0,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:41.116541 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-70564832-dc5c-4b16-808e-3b4ee8936619 admin admin] Publish callbacks [] for security_group (11d6e469-7c66-41c0-abc3-e55079dcd0c0), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:41.138533 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-70564832-dc5c-4b16-808e-3b4ee8936619 admin admin] Publish callbacks [] for security_group (11d6e469-7c66-41c0-abc3-e55079dcd0c0), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:41.187798 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-70564832-dc5c-4b16-808e-3b4ee8936619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (11d6e469-7c66-41c0-abc3-e55079dcd0c0), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:41.190557 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-70564832-dc5c-4b16-808e-3b4ee8936619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:41.193252 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-70564832-dc5c-4b16-808e-3b4ee8936619 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11d6e469-7c66-41c0-abc3-e55079dcd0c0 HTTP/1.1" status: 204 len: 168 time: 0.1262410 May 04 14:59:41.201800 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70564832-dc5c-4b16-808e-3b4ee8936619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d6e469-7c66-41c0-abc3-e55079dcd0c0,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:42.218217 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43928) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:42.350830 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a64797e6-2a1b-4a4c-84f1-c5d6d25f0bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:42.448669 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a64797e6-2a1b-4a4c-84f1-c5d6d25f0bc0 admin admin] Publish callbacks [] for security_group (f58f296d-5848-43e9-8a96-88f53c731f7f), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:42.453544 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a64797e6-2a1b-4a4c-84f1-c5d6d25f0bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (f58f296d-5848-43e9-8a96-88f53c731f7f), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:42.495152 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64797e6-2a1b-4a4c-84f1-c5d6d25f0bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58f296d-5848-43e9-8a96-88f53c731f7f,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:42.503765 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-a64797e6-2a1b-4a4c-84f1-c5d6d25f0bc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=626acbe7a5664b5c932afaced8b9d800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838821 May 04 14:59:42.504598 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43946) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:42.565853 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2f5f28d4-ea11-4507-b756-b365d48560f2 admin admin] Publish callbacks [] for security_group (f58f296d-5848-43e9-8a96-88f53c731f7f), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:42.588565 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2f5f28d4-ea11-4507-b756-b365d48560f2 admin admin] Publish callbacks [] for security_group (f58f296d-5848-43e9-8a96-88f53c731f7f), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:42.643494 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2f5f28d4-ea11-4507-b756-b365d48560f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (f58f296d-5848-43e9-8a96-88f53c731f7f), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:42.646146 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2f5f28d4-ea11-4507-b756-b365d48560f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:42.647302 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-2f5f28d4-ea11-4507-b756-b365d48560f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f58f296d-5848-43e9-8a96-88f53c731f7f HTTP/1.1" status: 204 len: 168 time: 0.1396766 May 04 14:59:42.655911 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f28d4-ea11-4507-b756-b365d48560f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58f296d-5848-43e9-8a96-88f53c731f7f,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:43.102446 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43968) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:43.135672 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43972) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:43.202351 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43976) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:43.219019 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d7628814-46ec-4bca-9134-f1a34af31d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.326566 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d7628814-46ec-4bca-9134-f1a34af31d2d admin admin] Publish callbacks [] for security_group (1f6a2134-ecb7-4217-a69a-84c176987d9b), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.331740 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d7628814-46ec-4bca-9134-f1a34af31d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (1f6a2134-ecb7-4217-a69a-84c176987d9b), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.373020 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-d7628814-46ec-4bca-9134-f1a34af31d2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e0c54c6a94f4e168e7ee350f20e08a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694925 May 04 14:59:43.374029 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7628814-46ec-4bca-9134-f1a34af31d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6a2134-ecb7-4217-a69a-84c176987d9b,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:43.376335 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43978) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:43.396191 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-15ff0732-0a11-4273-b1ac-017c70639a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.401947 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.416175 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-30fb0f09-dfaf-464a-8c2b-2a482e818a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.440124 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-518146d5-52ee-45a8-8d5d-261863ab03e8 admin admin] Publish callbacks [] for security_group (1f6a2134-ecb7-4217-a69a-84c176987d9b), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.468711 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-518146d5-52ee-45a8-8d5d-261863ab03e8 admin admin] Publish callbacks [] for security_group (1f6a2134-ecb7-4217-a69a-84c176987d9b), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.529393 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-518146d5-52ee-45a8-8d5d-261863ab03e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (1f6a2134-ecb7-4217-a69a-84c176987d9b), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.531910 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-518146d5-52ee-45a8-8d5d-261863ab03e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.533793 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-518146d5-52ee-45a8-8d5d-261863ab03e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f6a2134-ecb7-4217-a69a-84c176987d9b HTTP/1.1" status: 204 len: 168 time: 0.1558352 May 04 14:59:43.543671 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518146d5-52ee-45a8-8d5d-261863ab03e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6a2134-ecb7-4217-a69a-84c176987d9b,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:43.560026 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-15ff0732-0a11-4273-b1ac-017c70639a9a admin admin] Publish callbacks [] for security_group (07218ae6-e00d-47ea-973b-714ed102ebc7), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.591945 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-30fb0f09-dfaf-464a-8c2b-2a482e818a65 admin admin] Publish callbacks [] for security_group (052cf74a-aa81-422a-bafb-0446b9379cd3), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.594208 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-15ff0732-0a11-4273-b1ac-017c70639a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (07218ae6-e00d-47ea-973b-714ed102ebc7), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.624930 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-30fb0f09-dfaf-464a-8c2b-2a482e818a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (052cf74a-aa81-422a-bafb-0446b9379cd3), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.648956 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff0732-0a11-4273-b1ac-017c70639a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07218ae6-e00d-47ea-973b-714ed102ebc7,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:43.685397 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 43994) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:43.685517 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-15ff0732-0a11-4273-b1ac-017c70639a9a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92c3c374a5c74ccd98ae39ce638f935c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5814052 May 04 14:59:43.698087 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-30fb0f09-dfaf-464a-8c2b-2a482e818a65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27a81782dd804e5db4a63eee6e839138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5610242 May 04 14:59:43.701334 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 43996) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:43.707415 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb0f09-dfaf-464a-8c2b-2a482e818a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052cf74a-aa81-422a-bafb-0446b9379cd3,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:43.761216 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d99268ee-7e23-4779-8b11-26f5076f1a3b admin admin] Publish callbacks [] for security_group (07218ae6-e00d-47ea-973b-714ed102ebc7), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.774251 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-80f43904-53f5-40ce-81e7-43fb826bf454 admin admin] Publish callbacks [] for security_group (052cf74a-aa81-422a-bafb-0446b9379cd3), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.789613 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d99268ee-7e23-4779-8b11-26f5076f1a3b admin admin] Publish callbacks [] for security_group (07218ae6-e00d-47ea-973b-714ed102ebc7), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.799902 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-80f43904-53f5-40ce-81e7-43fb826bf454 admin admin] Publish callbacks [] for security_group (052cf74a-aa81-422a-bafb-0446b9379cd3), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.852601 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d99268ee-7e23-4779-8b11-26f5076f1a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (07218ae6-e00d-47ea-973b-714ed102ebc7), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.855154 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d99268ee-7e23-4779-8b11-26f5076f1a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.856367 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-d99268ee-7e23-4779-8b11-26f5076f1a3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07218ae6-e00d-47ea-973b-714ed102ebc7 HTTP/1.1" status: 204 len: 168 time: 0.1688373 May 04 14:59:43.881602 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99268ee-7e23-4779-8b11-26f5076f1a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07218ae6-e00d-47ea-973b-714ed102ebc7,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:43.887025 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-80f43904-53f5-40ce-81e7-43fb826bf454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (052cf74a-aa81-422a-bafb-0446b9379cd3), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.891949 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-80f43904-53f5-40ce-81e7-43fb826bf454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:43.896114 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-80f43904-53f5-40ce-81e7-43fb826bf454 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/052cf74a-aa81-422a-bafb-0446b9379cd3 HTTP/1.1" status: 204 len: 168 time: 0.1938269 May 04 14:59:43.920744 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f43904-53f5-40ce-81e7-43fb826bf454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052cf74a-aa81-422a-bafb-0446b9379cd3,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:44.291953 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 44036) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:44.307053 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5770b08c-dbc8-4ea0-a1a6-3022bfef2e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:44.400254 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5770b08c-dbc8-4ea0-a1a6-3022bfef2e7e admin admin] Publish callbacks [] for security_group (eeeb63c6-7eb8-443f-966b-33c71ec9c93e), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:44.406218 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5770b08c-dbc8-4ea0-a1a6-3022bfef2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (eeeb63c6-7eb8-443f-966b-33c71ec9c93e), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:44.453343 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-5770b08c-dbc8-4ea0-a1a6-3022bfef2e7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbe4b9e4101340e7b98b74edb80b7371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601036 May 04 14:59:44.457435 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 44040) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:44.470465 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770b08c-dbc8-4ea0-a1a6-3022bfef2e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeb63c6-7eb8-443f-966b-33c71ec9c93e,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:44.517005 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-0d404bae-dbc3-463a-8afe-13cebb85ca64 admin admin] Publish callbacks [] for security_group (eeeb63c6-7eb8-443f-966b-33c71ec9c93e), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:44.544963 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-0d404bae-dbc3-463a-8afe-13cebb85ca64 admin admin] Publish callbacks [] for security_group (eeeb63c6-7eb8-443f-966b-33c71ec9c93e), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:44.602866 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-0d404bae-dbc3-463a-8afe-13cebb85ca64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (eeeb63c6-7eb8-443f-966b-33c71ec9c93e), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:44.606793 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-0d404bae-dbc3-463a-8afe-13cebb85ca64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:44.608274 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-0d404bae-dbc3-463a-8afe-13cebb85ca64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eeeb63c6-7eb8-443f-966b-33c71ec9c93e HTTP/1.1" status: 204 len: 168 time: 0.1497881 May 04 14:59:44.616479 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d404bae-dbc3-463a-8afe-13cebb85ca64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeb63c6-7eb8-443f-966b-33c71ec9c93e,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:45.039061 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 44076) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:45.329183 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-77666f0d-74e0-431e-9da5-0a46cf9e3ec0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-992067540-network', 'tenant_id': '35023f0e4a0842778e3125cb024562c3'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:45.355920 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77666f0d-74e0-431e-9da5-0a46cf9e3ec0 admin admin] Made reservation on behalf of 35023f0e4a0842778e3125cb024562c3 for: {'network': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:59:45.358931 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-77666f0d-74e0-431e-9da5-0a46cf9e3ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:45.369761 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-77666f0d-74e0-431e-9da5-0a46cf9e3ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:45.436549 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 44100) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:45.490382 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-77666f0d-74e0-431e-9da5-0a46cf9e3ec0 admin admin] Publish callbacks [] for security_group (d49172d1-0fab-4d38-8ed5-cf1baad51c13), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:45.496198 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-77666f0d-74e0-431e-9da5-0a46cf9e3ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (d49172d1-0fab-4d38-8ed5-cf1baad51c13), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:45.522902 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77666f0d-74e0-431e-9da5-0a46cf9e3ec0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=115137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:59:45.539452 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77666f0d-74e0-431e-9da5-0a46cf9e3ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49172d1-0fab-4d38-8ed5-cf1baad51c13,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:45.542955 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-77666f0d-74e0-431e-9da5-0a46cf9e3ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (6f54b059-1762-4405-9ce5-3eb0d6a17182), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:45.543757 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.segments_db [None req-77666f0d-74e0-431e-9da5-0a46cf9e3ec0 admin admin] Added segment 6f54b059-1762-4405-9ce5-3eb0d6a17182 of type vlan for network cf60ddd7-94c9-452b-bfed-a9f91227a945 May 04 14:59:45.578978 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-43009565-bea5-4415-b823-a1e5330c7ab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:45.592959 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-77666f0d-74e0-431e-9da5-0a46cf9e3ec0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (cf60ddd7-94c9-452b-bfed-a9f91227a945), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:45.626849 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-77666f0d-74e0-431e-9da5-0a46cf9e3ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (cf60ddd7-94c9-452b-bfed-a9f91227a945), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:45.627973 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77666f0d-74e0-431e-9da5-0a46cf9e3ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:45.628641 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-77666f0d-74e0-431e-9da5-0a46cf9e3ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:45.668926 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-77666f0d-74e0-431e-9da5-0a46cf9e3ec0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6279869 May 04 14:59:45.674064 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 44110) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:45.680252 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-43009565-bea5-4415-b823-a1e5330c7ab3 admin admin] Publish callbacks [] for security_group (afa3c7e1-0509-4a61-b06a-8588dde1b87e), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:45.686171 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-43009565-bea5-4415-b823-a1e5330c7ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (afa3c7e1-0509-4a61-b06a-8588dde1b87e), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:45.696741 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-9c97b2e5-57b2-4bbe-bb9c-736608ca79c4 admin admin] Request body: {'subnet': {'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-992067540-subnet', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'ip_version': 4}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:45.738580 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77666f0d-74e0-431e-9da5-0a46cf9e3ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=cf60ddd7-94c9-452b-bfed-a9f91227a945,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:45.741172 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43009565-bea5-4415-b823-a1e5330c7ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa3c7e1-0509-4a61-b06a-8588dde1b87e,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:45.745960 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-43009565-bea5-4415-b823-a1e5330c7ab3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6238a65284054cc0b1524bd9645b0912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076861 May 04 14:59:45.749748 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 44114) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:45.752435 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network cf60ddd7-94c9-452b-bfed-a9f91227a945 details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:59:45.778460 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c97b2e5-57b2-4bbe-bb9c-736608ca79c4 admin admin] Made reservation on behalf of 35023f0e4a0842778e3125cb024562c3 for: {'subnet': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:59:45.782656 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9c97b2e5-57b2-4bbe-bb9c-736608ca79c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131084648'] for subnet (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:45.819583 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-947aa146-ff4f-4dfa-b169-86e8309d47fe admin admin] Publish callbacks [] for security_group (afa3c7e1-0509-4a61-b06a-8588dde1b87e), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:45.850081 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-947aa146-ff4f-4dfa-b169-86e8309d47fe admin admin] Publish callbacks [] for security_group (afa3c7e1-0509-4a61-b06a-8588dde1b87e), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:45.927123 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-947aa146-ff4f-4dfa-b169-86e8309d47fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (afa3c7e1-0509-4a61-b06a-8588dde1b87e), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:45.930054 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-947aa146-ff4f-4dfa-b169-86e8309d47fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:45.935964 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-947aa146-ff4f-4dfa-b169-86e8309d47fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afa3c7e1-0509-4a61-b06a-8588dde1b87e HTTP/1.1" status: 204 len: 168 time: 0.1798759 May 04 14:59:45.944188 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947aa146-ff4f-4dfa-b169-86e8309d47fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa3c7e1-0509-4a61-b06a-8588dde1b87e,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:46.034337 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9c97b2e5-57b2-4bbe-bb9c-736608ca79c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130399951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131084570'] for subnet (7f05771d-a62f-41e3-ba8b-daccf2ead403), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:46.139010 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97b2e5-57b2-4bbe-bb9c-736608ca79c4 admin admin] Checking segment: {'id': '6f54b059-1762-4405-9ce5-3eb0d6a17182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:59:46.139010 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c97b2e5-57b2-4bbe-bb9c-736608ca79c4 admin admin] Network hostable DHCP agents. Network: cf60ddd7-94c9-452b-bfed-a9f91227a945, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:59:46.139010 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97b2e5-57b2-4bbe-bb9c-736608ca79c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f05771d-a62f-41e3-ba8b-daccf2ead403,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:46.157971 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c97b2e5-57b2-4bbe-bb9c-736608ca79c4 admin admin] Network cf60ddd7-94c9-452b-bfed-a9f91227a945 is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:59:46.170743 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-9c97b2e5-57b2-4bbe-bb9c-736608ca79c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, cf60ddd7-94c9-452b-bfed-a9f91227a945) {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:46.176379 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c97b2e5-57b2-4bbe-bb9c-736608ca79c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:46.177062 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-9c97b2e5-57b2-4bbe-bb9c-736608ca79c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:46.187900 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73182e1-d7e9-433b-b3e3-270141c8bfea None None] Network cf60ddd7-94c9-452b-bfed-a9f91227a945 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:59:46.198950 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 44124) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:46.199202 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-9c97b2e5-57b2-4bbe-bb9c-736608ca79c4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5231605 May 04 14:59:46.204453 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-992067540-router', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:46.232640 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4469'] for router (b2ee155d-d1f2-4fc3-8968-10ce4c979368), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:46.233833 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4474'] for router (b2ee155d-d1f2-4fc3-8968-10ce4c979368), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:46.326515 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Publish callbacks [] for router_controller (b2ee155d-d1f2-4fc3-8968-10ce4c979368), precommit_add_association {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:46.348360 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4965d7e2-3619-50f4-806f-d53d5fe93725-cf60ddd7-94c9-452b-bfed-a9f91227a945', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'project_id': '35023f0e4a0842778e3125cb024562c3', 'fixed_ips': [{'subnet_id': '7f05771d-a62f-41e3-ba8b-daccf2ead403'}]}} from dv-cinder-840493-1-iscsi. {{(pid=115138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:59:46.349718 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:46.513604 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Publish callbacks [] for router_gateway (b2ee155d-d1f2-4fc3-8968-10ce4c979368), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:46.534250 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.db_base_plugin_common [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Allocated IP 172.20.0.2 (cf60ddd7-94c9-452b-bfed-a9f91227a945/7f05771d-a62f-41e3-ba8b-daccf2ead403/9dbdbb6a-b02b-4c13-9141-58c9e2d93368) {{(pid=115138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:59:46.742505 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Publish callbacks [] for router_gateway (b2ee155d-d1f2-4fc3-8968-10ce4c979368), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:46.751527 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Publish callbacks [] for port (9dbdbb6a-b02b-4c13-9141-58c9e2d93368), precommit_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:46.764440 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (9dbdbb6a-b02b-4c13-9141-58c9e2d93368), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:46.767321 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:46.842812 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Network cf60ddd7-94c9-452b-bfed-a9f91227a945 is already hosted by enough agents. {{(pid=115138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:46.860420 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.base_scheduler [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Resources bound (agent type, host, resource id): {{(pid=115138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:46.864985 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Received port after_create {{(pid=115138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:59:46.877662 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Pushing event updated for resources: {'Port': ['ID=9dbdbb6a-b02b-4c13-9141-58c9e2d93368,revision_number=1']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:46.896025 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Allocated IP 172.27.2.230 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/479a4313-2a0e-451b-9b82-8c5bbf81d19a) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:59:46.972697 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 44156) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:46.973847 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Attempting to bind port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:59:46.974331 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Attempting to bind port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '6f54b059-1762-4405-9ce5-3eb0d6a17182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:59:46.974696 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Attempting to bind port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 on network cf60ddd7-94c9-452b-bfed-a9f91227a945 {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:59:46.982369 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:59:46.982889 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Checking segment: {'id': '6f54b059-1762-4405-9ce5-3eb0d6a17182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:59:46.983389 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:46.984033 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Bound using segment: {'id': '6f54b059-1762-4405-9ce5-3eb0d6a17182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:59:46.984611 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Bound port: 9dbdbb6a-b02b-4c13-9141-58c9e2d93368, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f54b059-1762-4405-9ce5-3eb0d6a17182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:59:46.985141 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (9dbdbb6a-b02b-4c13-9141-58c9e2d93368), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:47.088109 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Publish callbacks [] for port (479a4313-2a0e-451b-9b82-8c5bbf81d19a), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:47.097360 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] For port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:59:47.101080 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] For port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=9dbdbb6a-b02b-4c13-9141-58c9e2d93368,segment=NetworkSegment(6f54b059-1762-4405-9ce5-3eb0d6a17182),segment_id=6f54b059-1762-4405-9ce5-3eb0d6a17182)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:59:47.108375 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (9dbdbb6a-b02b-4c13-9141-58c9e2d93368), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:47.111733 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-10b0cbef-37a0-467d-8af8-b78232a37447 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1188879487-network', 'tenant_id': '0a60c17ae45844c490bcefc6bc54c879'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:47.135277 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b0cbef-37a0-467d-8af8-b78232a37447 admin admin] Made reservation on behalf of 0a60c17ae45844c490bcefc6bc54c879 for: {'network': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:59:47.137324 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (479a4313-2a0e-451b-9b82-8c5bbf81d19a), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:47.138888 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-10b0cbef-37a0-467d-8af8-b78232a37447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:47.151870 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-10b0cbef-37a0-467d-8af8-b78232a37447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:47.180078 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:47.183195 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:47.183495 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5906c-4498-41d1-b362-6b7cdac91d55 None None] Pushing event updated for resources: {'Port': ['ID=9dbdbb6a-b02b-4c13-9141-58c9e2d93368,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:47.187250 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:59:47.214938 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Pushing event updated for resources: {'Port': ['ID=479a4313-2a0e-451b-9b82-8c5bbf81d19a,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:47.278781 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-10b0cbef-37a0-467d-8af8-b78232a37447 admin admin] Publish callbacks [] for security_group (163e3a2e-1837-4b5a-8f87-9c23de58b2b1), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:47.284975 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-10b0cbef-37a0-467d-8af8-b78232a37447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (163e3a2e-1837-4b5a-8f87-9c23de58b2b1), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:47.322274 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b0cbef-37a0-467d-8af8-b78232a37447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=115137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:59:47.347575 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0cbef-37a0-467d-8af8-b78232a37447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163e3a2e-1837-4b5a-8f87-9c23de58b2b1,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:47.353731 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-10b0cbef-37a0-467d-8af8-b78232a37447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (d56da34f-6dd7-4b3c-8e82-ecb5584e80ac), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:47.354338 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.segments_db [None req-10b0cbef-37a0-467d-8af8-b78232a37447 admin admin] Added segment d56da34f-6dd7-4b3c-8e82-ecb5584e80ac of type vlan for network e16c3261-4fcf-4d3c-834d-1d3c03b37cba May 04 14:59:47.427860 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-10b0cbef-37a0-467d-8af8-b78232a37447 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (e16c3261-4fcf-4d3c-834d-1d3c03b37cba), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:47.466128 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-10b0cbef-37a0-467d-8af8-b78232a37447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (e16c3261-4fcf-4d3c-834d-1d3c03b37cba), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:47.467809 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b0cbef-37a0-467d-8af8-b78232a37447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:47.468016 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-10b0cbef-37a0-467d-8af8-b78232a37447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:47.505804 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-10b0cbef-37a0-467d-8af8-b78232a37447 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5310669 May 04 14:59:47.511246 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 44164) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:47.520224 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-6699c500-2b08-4adb-adf6-690c9e4ba9a5 admin admin] Request body: {'subnet': {'network_id': 'e16c3261-4fcf-4d3c-834d-1d3c03b37cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1188879487-subnet', 'tenant_id': '0a60c17ae45844c490bcefc6bc54c879', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:47.579082 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Publish callbacks [] for router_gateway (b2ee155d-d1f2-4fc3-8968-10ce4c979368), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:47.587469 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0cbef-37a0-467d-8af8-b78232a37447 admin admin] Pushing event updated for resources: {'Network': ['ID=e16c3261-4fcf-4d3c-834d-1d3c03b37cba,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:47.600563 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network e16c3261-4fcf-4d3c-834d-1d3c03b37cba details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:59:47.611347 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6699c500-2b08-4adb-adf6-690c9e4ba9a5 admin admin] Made reservation on behalf of 0a60c17ae45844c490bcefc6bc54c879 for: {'subnet': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:59:47.615319 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6699c500-2b08-4adb-adf6-690c9e4ba9a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131084648'] for subnet (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:47.859861 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6699c500-2b08-4adb-adf6-690c9e4ba9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130399951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131084570'] for subnet (17d98e8d-5210-4247-9d1e-31754215a401), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:47.921370 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699c500-2b08-4adb-adf6-690c9e4ba9a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d98e8d-5210-4247-9d1e-31754215a401,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:47.929254 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699c500-2b08-4adb-adf6-690c9e4ba9a5 admin admin] Checking segment: {'id': 'd56da34f-6dd7-4b3c-8e82-ecb5584e80ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e16c3261-4fcf-4d3c-834d-1d3c03b37cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:59:47.929741 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699c500-2b08-4adb-adf6-690c9e4ba9a5 admin admin] Network hostable DHCP agents. Network: e16c3261-4fcf-4d3c-834d-1d3c03b37cba, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:59:47.958465 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699c500-2b08-4adb-adf6-690c9e4ba9a5 admin admin] Network e16c3261-4fcf-4d3c-834d-1d3c03b37cba is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:59:47.971182 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-6699c500-2b08-4adb-adf6-690c9e4ba9a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, e16c3261-4fcf-4d3c-834d-1d3c03b37cba) {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:47.976339 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699c500-2b08-4adb-adf6-690c9e4ba9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:47.977084 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6699c500-2b08-4adb-adf6-690c9e4ba9a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:47.984141 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b06a68-754c-4c0c-8407-91976c0ac6a9 None None] Network e16c3261-4fcf-4d3c-834d-1d3c03b37cba requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:59:48.024053 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-6699c500-2b08-4adb-adf6-690c9e4ba9a5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5064156 May 04 14:59:48.141218 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d55ef23-069a-43fe-8758-f4a56d8e8e59 None None] Network e16c3261-4fcf-4d3c-834d-1d3c03b37cba requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:59:48.266958 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690820'] for router (b2ee155d-d1f2-4fc3-8968-10ce4c979368), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:48.448974 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Router b2ee155d-d1f2-4fc3-8968-10ce4c979368 is scheduled to L3 agent b987e420-0280-4229-80f3-f09839d30a9a with binding_index 1 {{(pid=115136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:59:48.547891 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f061e2-3951-4bba-9f17-bf868defa906 None None] Network cf60ddd7-94c9-452b-bfed-a9f91227a945 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:59:48.597385 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:59:48.626868 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:48.628282 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-e4fb519e-48bd-4f8a-8601-f71a4c6053f3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4274094 May 04 14:59:48.632720 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 44192) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:48.683752 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Sync routers for ids ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:59:48.733932 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-1e268bb6-bf78-4de1-aa60-b0d4063a3db8 None None] Provisioning complete for port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:48.734593 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-1e268bb6-bf78-4de1-aa60-b0d4063a3db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (9dbdbb6a-b02b-4c13-9141-58c9e2d93368), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:48.765735 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Routers {'b2ee155d-d1f2-4fc3-8968-10ce4c979368'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:48.766618 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:49.078168 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:59:49.154842 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Set router b2ee155d-d1f2-4fc3-8968-10ce4c979368 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:49.182528 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-1e268bb6-bf78-4de1-aa60-b0d4063a3db8 None None] Current status of the port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:59:49.182919 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-1e268bb6-bf78-4de1-aa60-b0d4063a3db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (9dbdbb6a-b02b-4c13-9141-58c9e2d93368), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:49.317030 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:49.342706 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:49.349927 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-1e268bb6-bf78-4de1-aa60-b0d4063a3db8 None None] For port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=9dbdbb6a-b02b-4c13-9141-58c9e2d93368,segment=NetworkSegment(6f54b059-1762-4405-9ce5-3eb0d6a17182),segment_id=6f54b059-1762-4405-9ce5-3eb0d6a17182)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:49.370968 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-1e268bb6-bf78-4de1-aa60-b0d4063a3db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (9dbdbb6a-b02b-4c13-9141-58c9e2d93368), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:49.475632 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'name': 'tempest-TestShelveInstance-992067540-router', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:47Z', 'revision_number': 3, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'gw_port': {'id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:49.477834 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e268bb6-bf78-4de1-aa60-b0d4063a3db8 None None] Pushing event updated for resources: {'Port': ['ID=9dbdbb6a-b02b-4c13-9141-58c9e2d93368,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:49.522093 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Checking router: b2ee155d-d1f2-4fc3-8968-10ce4c979368 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:59:49.522444 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Updating router b2ee155d-d1f2-4fc3-8968-10ce4c979368 port 479a4313-2a0e-451b-9b82-8c5bbf81d19a binding host dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:59:49.524078 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Allocated IP 172.20.0.1 (cf60ddd7-94c9-452b-bfed-a9f91227a945/7f05771d-a62f-41e3-ba8b-daccf2ead403/bf23a5fd-ae0e-43a1-a68f-43bff06bc23e) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:59:49.527125 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:49.527467 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (9dbdbb6a-b02b-4c13-9141-58c9e2d93368), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:49.544963 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-56ac015e-b64a-4fa4-a504-1f3c03e30674 None None] Provisioning complete for port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:49.545397 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-56ac015e-b64a-4fa4-a504-1f3c03e30674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (9dbdbb6a-b02b-4c13-9141-58c9e2d93368), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:49.612842 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (479a4313-2a0e-451b-9b82-8c5bbf81d19a), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:49.645411 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Publish callbacks [] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:49.698022 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:49.765399 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Network cf60ddd7-94c9-452b-bfed-a9f91227a945 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:49.776756 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:49.779756 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:59:49.784356 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Pushing event updated for resources: {'Port': ['ID=bf23a5fd-ae0e-43a1-a68f-43bff06bc23e,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:49.805426 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:59:49.809134 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-56ac015e-b64a-4fa4-a504-1f3c03e30674 None None] Current status of the port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:59:49.845695 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690265'] for router_interface (b2ee155d-d1f2-4fc3-8968-10ce4c979368), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:50.019088 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Publish callbacks [] for port (479a4313-2a0e-451b-9b82-8c5bbf81d19a), precommit_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:50.039277 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (479a4313-2a0e-451b-9b82-8c5bbf81d19a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:50.070571 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:50.131877 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Attempting to bind port 479a4313-2a0e-451b-9b82-8c5bbf81d19a on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:59:50.132343 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Attempting to bind port 479a4313-2a0e-451b-9b82-8c5bbf81d19a by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:59:50.132616 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Attempting to bind port 479a4313-2a0e-451b-9b82-8c5bbf81d19a on network 0edac7da-e104-49a8-a1ba-50991a341388 {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:59:50.134729 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e66b0e-d7f1-4948-b487-c0dd66156141 None None] Pushing event updated for resources: {'Port': ['ID=479a4313-2a0e-451b-9b82-8c5bbf81d19a,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:50.146824 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:59:50.147204 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Checking segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:59:50.147800 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:50.148371 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Bound using segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:59:50.149290 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Bound port: 479a4313-2a0e-451b-9b82-8c5bbf81d19a, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:59:50.149690 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (479a4313-2a0e-451b-9b82-8c5bbf81d19a), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:50.153040 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-dd97ac25-06f3-4c2b-ba00-fbfdf775b634 None None] Provisioning complete for port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:50.153613 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-dd97ac25-06f3-4c2b-ba00-fbfdf775b634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:50.230894 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-dd97ac25-06f3-4c2b-ba00-fbfdf775b634 None None] Port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:59:50.241880 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] For port 479a4313-2a0e-451b-9b82-8c5bbf81d19a, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:59:50.246637 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] For port 479a4313-2a0e-451b-9b82-8c5bbf81d19a, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=479a4313-2a0e-451b-9b82-8c5bbf81d19a,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:59:50.255386 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (479a4313-2a0e-451b-9b82-8c5bbf81d19a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:50.317323 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Routers {'b2ee155d-d1f2-4fc3-8968-10ce4c979368'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:50.318071 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:50.331607 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e66b0e-d7f1-4948-b487-c0dd66156141 None None] Pushing event updated for resources: {'Port': ['ID=479a4313-2a0e-451b-9b82-8c5bbf81d19a,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:50.413652 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Publish callbacks [] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:50.421785 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-2ed12462-34f3-448a-a2d8-a17e4e62626e tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:50.423427 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-2ed12462-34f3-448a-a2d8-a17e4e62626e tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/networks?id=e16c3261-4fcf-4d3c-834d-1d3c03b37cba HTTP/1.1" status: 200 len: 814 time: 0.1957638 May 04 14:59:50.424683 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:50.503143 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-7ee43f62-898e-4d6a-82aa-68ea66222c01 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/quotas/0a60c17ae45844c490bcefc6bc54c879 HTTP/1.1" status: 200 len: 375 time: 0.0521348 May 04 14:59:50.518170 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] Set router b2ee155d-d1f2-4fc3-8968-10ce4c979368 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:50.522406 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690211'] for router_interface (b2ee155d-d1f2-4fc3-8968-10ce4c979368), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:50.536418 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Pushing event updated for resources: {'Port': ['ID=bf23a5fd-ae0e-43a1-a68f-43bff06bc23e,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:50.569823 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-8723178e-a9a6-4565-a6c6-ad6268bc69e7 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a60c17ae45844c490bcefc6bc54c879&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538385 May 04 14:59:50.573242 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:50.573627 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:50.573931 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:50.574270 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:50.574651 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:50.574983 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:50.575317 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:50.575648 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:50.575966 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:50.576289 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:50.576620 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:50.577187 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:50.577523 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:50.577847 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:50.578166 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:50.746223 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-f00e83a1-90b0-42ab-b483-424f59081683 service neutron] 10.222.0.32 "GET /v2.0/networks/e16c3261-4fcf-4d3c-834d-1d3c03b37cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642077 May 04 14:59:50.759062 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Network cf60ddd7-94c9-452b-bfed-a9f91227a945 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:50.768276 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:50.811411 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'name': 'tempest-TestShelveInstance-992067540-router', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:49Z', 'revision_number': 4, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'gw_port': {'id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'bf23a5fd-ae0e-43a1-a68f-43bff06bc23e', 'name': '', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'mac_address': 'fa:16:3e:3a:e5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:49Z', 'updated_at': '2022-05-04T14:59:49Z', 'revision_number': 1, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'subnets': [{'id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:50.854939 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699dac2e-0978-4dee-8c9e-8718b25d16d0 None None] The sync data for ids ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'] in dv-cinder-840493-1-iscsi is: [{'id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'name': 'tempest-TestShelveInstance-992067540-router', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:49Z', 'revision_number': 4, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'gw_port': {'id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'bf23a5fd-ae0e-43a1-a68f-43bff06bc23e', 'name': '', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'mac_address': 'fa:16:3e:3a:e5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:49Z', 'updated_at': '2022-05-04T14:59:49Z', 'revision_number': 1, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'subnets': [{'id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:59:50.986828 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-ed7a6ac3-b6d3-4918-8b0f-9c376b2fead6 service neutron] 10.222.0.32 "GET /v2.0/networks/e16c3261-4fcf-4d3c-834d-1d3c03b37cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301714 May 04 14:59:51.013553 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Router b2ee155d-d1f2-4fc3-8968-10ce4c979368 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:59:51.177407 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-56bae48c-e91f-42f5-95b8-82735f5d6f78 None None] Provisioning complete for port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:51.177890 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-56bae48c-e91f-42f5-95b8-82735f5d6f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:51.207906 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:59:51.218463 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-5e952ad4-83b9-4b6c-b5c2-9651a3cda90a admin admin] 10.222.0.32 "PUT /v2.0/routers/b2ee155d-d1f2-4fc3-8968-10ce4c979368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5807278 May 04 14:59:51.359318 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:51.362483 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-56bae48c-e91f-42f5-95b8-82735f5d6f78 None None] Port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:59:51.411387 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cc838916-f41b-4cd8-8403-27e7753a0a56 req-5bc67719-382c-49cc-874a-6f99f27c4063 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 210 time: 0.0757902 May 04 14:59:51.457391 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:51.457861 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (9dbdbb6a-b02b-4c13-9141-58c9e2d93368), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:51.635106 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:59:52.245873 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 44280) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:52.251835 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-216a8dde-cd45-4db7-aeae-8bbf723639cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1538725523-network', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:52.280824 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216a8dde-cd45-4db7-aeae-8bbf723639cf admin admin] Made reservation on behalf of b7a7cbefee9640cda9550c3dff2991ac for: {'network': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:59:52.283353 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-216a8dde-cd45-4db7-aeae-8bbf723639cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:52.295089 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-216a8dde-cd45-4db7-aeae-8bbf723639cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:52.398330 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-216a8dde-cd45-4db7-aeae-8bbf723639cf admin admin] Publish callbacks [] for security_group (ed10ec64-8d45-4a87-9f4e-ae7181360619), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:52.411080 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-216a8dde-cd45-4db7-aeae-8bbf723639cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (ed10ec64-8d45-4a87-9f4e-ae7181360619), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:52.440968 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216a8dde-cd45-4db7-aeae-8bbf723639cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=115136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:59:52.452738 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a8dde-cd45-4db7-aeae-8bbf723639cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed10ec64-8d45-4a87-9f4e-ae7181360619,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:52.459725 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-216a8dde-cd45-4db7-aeae-8bbf723639cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (afb673cd-7dfc-4bee-9ee4-c23824439160), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:52.460057 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.segments_db [None req-216a8dde-cd45-4db7-aeae-8bbf723639cf admin admin] Added segment afb673cd-7dfc-4bee-9ee4-c23824439160 of type vlan for network 9ee56c83-e07e-44cc-8eed-a7ef4fa1575a May 04 14:59:52.531113 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-216a8dde-cd45-4db7-aeae-8bbf723639cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (9ee56c83-e07e-44cc-8eed-a7ef4fa1575a), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:52.607741 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-269c7260-1c77-40af-b136-3667b2ccf8ae req-2b225e5e-40de-4265-ba3f-1aaafdf3545f tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 210 time: 0.0360730 May 04 14:59:52.617137 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-216a8dde-cd45-4db7-aeae-8bbf723639cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (9ee56c83-e07e-44cc-8eed-a7ef4fa1575a), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:52.618177 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216a8dde-cd45-4db7-aeae-8bbf723639cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:52.618821 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-216a8dde-cd45-4db7-aeae-8bbf723639cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:52.684861 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-216a8dde-cd45-4db7-aeae-8bbf723639cf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4346626 May 04 14:59:52.685719 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 44290) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:52.690638 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-8a6ce0f9-6ba0-4a6b-8f6b-3629f2892c55 admin admin] Request body: {'subnet': {'network_id': '9ee56c83-e07e-44cc-8eed-a7ef4fa1575a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1538725523-subnet', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'ip_version': 4}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:52.714977 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6ce0f9-6ba0-4a6b-8f6b-3629f2892c55 admin admin] Made reservation on behalf of b7a7cbefee9640cda9550c3dff2991ac for: {'subnet': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:59:52.717535 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8a6ce0f9-6ba0-4a6b-8f6b-3629f2892c55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131084648'] for subnet (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:52.800368 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a8dde-cd45-4db7-aeae-8bbf723639cf admin admin] Pushing event updated for resources: {'Network': ['ID=9ee56c83-e07e-44cc-8eed-a7ef4fa1575a,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:52.814272 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network 9ee56c83-e07e-44cc-8eed-a7ef4fa1575a details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:59:52.851818 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a5595f34-04d1-49ae-a7d4-8edd39551b56 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:52.853791 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a5595f34-04d1-49ae-a7d4-8edd39551b56 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.49 "GET /v2.0/networks?id=e16c3261-4fcf-4d3c-834d-1d3c03b37cba HTTP/1.1" status: 200 len: 814 time: 0.1945915 May 04 14:59:52.926436 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-47578067-881e-4b3d-84af-1a005020f426 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Request body: {'port': {'device_id': 'f606e77e-2dae-4d71-882e-d24be4429485', 'network_id': 'e16c3261-4fcf-4d3c-834d-1d3c03b37cba', 'admin_state_up': True, 'tenant_id': '0a60c17ae45844c490bcefc6bc54c879'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:52.947749 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8a6ce0f9-6ba0-4a6b-8f6b-3629f2892c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130399951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131084570'] for subnet (b743b201-5017-40b6-bae2-8c20a603dad9), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:53.022926 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ce0f9-6ba0-4a6b-8f6b-3629f2892c55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b743b201-5017-40b6-bae2-8c20a603dad9,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:53.037547 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6ce0f9-6ba0-4a6b-8f6b-3629f2892c55 admin admin] Checking segment: {'id': 'afb673cd-7dfc-4bee-9ee4-c23824439160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9ee56c83-e07e-44cc-8eed-a7ef4fa1575a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:59:53.038091 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6ce0f9-6ba0-4a6b-8f6b-3629f2892c55 admin admin] Network hostable DHCP agents. Network: 9ee56c83-e07e-44cc-8eed-a7ef4fa1575a, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:59:53.070356 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6ce0f9-6ba0-4a6b-8f6b-3629f2892c55 admin admin] Network 9ee56c83-e07e-44cc-8eed-a7ef4fa1575a is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:59:53.085799 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-8a6ce0f9-6ba0-4a6b-8f6b-3629f2892c55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, 9ee56c83-e07e-44cc-8eed-a7ef4fa1575a) {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:53.090226 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6ce0f9-6ba0-4a6b-8f6b-3629f2892c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:53.090966 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8a6ce0f9-6ba0-4a6b-8f6b-3629f2892c55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:53.098643 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca8414-2e85-4c42-a677-00a3ccb2d74a None None] Network 9ee56c83-e07e-44cc-8eed-a7ef4fa1575a requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:59:53.113845 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-8a6ce0f9-6ba0-4a6b-8f6b-3629f2892c55 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4266396 May 04 14:59:53.118336 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 44296) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:53.127560 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1538725523-router', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:53.151952 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4469'] for router (63250c32-7c7c-467d-8f4b-a9982d81c5f6), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:53.153227 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4474'] for router (63250c32-7c7c-467d-8f4b-a9982d81c5f6), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:53.222466 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Publish callbacks [] for router_controller (63250c32-7c7c-467d-8f4b-a9982d81c5f6), precommit_add_association {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:53.238339 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4965d7e2-3619-50f4-806f-d53d5fe93725-9ee56c83-e07e-44cc-8eed-a7ef4fa1575a', 'network_id': '9ee56c83-e07e-44cc-8eed-a7ef4fa1575a', 'project_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'fixed_ips': [{'subnet_id': 'b743b201-5017-40b6-bae2-8c20a603dad9'}]}} from dv-cinder-840493-1-iscsi. {{(pid=115138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 14:59:53.239243 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:53.380901 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 479a4313-2a0e-451b-9b82-8c5bbf81d19a up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:53.403888 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-47578067-881e-4b3d-84af-1a005020f426 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Made reservation on behalf of 0a60c17ae45844c490bcefc6bc54c879 for: {'port': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:59:53.410445 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-47578067-881e-4b3d-84af-1a005020f426 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:53.464781 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Publish callbacks [] for router_gateway (63250c32-7c7c-467d-8f4b-a9982d81c5f6), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:53.494123 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 479a4313-2a0e-451b-9b82-8c5bbf81d19a triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:53.494494 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (479a4313-2a0e-451b-9b82-8c5bbf81d19a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:53.533277 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.db_base_plugin_common [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Allocated IP 172.20.0.2 (9ee56c83-e07e-44cc-8eed-a7ef4fa1575a/b743b201-5017-40b6-bae2-8c20a603dad9/95e8911e-606c-4cc3-8cbd-3f7cf7d6c833) {{(pid=115138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:59:53.662013 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 479a4313-2a0e-451b-9b82-8c5bbf81d19a is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:59:53.662442 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (479a4313-2a0e-451b-9b82-8c5bbf81d19a), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:53.666665 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-47578067-881e-4b3d-84af-1a005020f426 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Allocated IP 172.20.0.13 (e16c3261-4fcf-4d3c-834d-1d3c03b37cba/17d98e8d-5210-4247-9d1e-31754215a401/9b69a259-a03d-42a9-adc7-65603c80aeeb) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:59:53.783221 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Publish callbacks [] for router_gateway (63250c32-7c7c-467d-8f4b-a9982d81c5f6), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:53.812024 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:53.873849 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-abbd68ed-2b08-4cc3-9d8f-370d110d8bdf req-695804d5-168b-46c0-afc6-1e85b5ee23ce tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 210 time: 0.0635934 May 04 14:59:53.949794 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] For port 479a4313-2a0e-451b-9b82-8c5bbf81d19a, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=479a4313-2a0e-451b-9b82-8c5bbf81d19a,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:53.962907 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (479a4313-2a0e-451b-9b82-8c5bbf81d19a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:54.015827 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Allocated IP 172.27.2.106 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/98dc0771-5ad3-48b9-b1c2-14f44f1daa9f) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:59:54.022039 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-47578067-881e-4b3d-84af-1a005020f426 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Publish callbacks [] for port (9b69a259-a03d-42a9-adc7-65603c80aeeb), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:54.061226 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Pushing event updated for resources: {'Port': ['ID=479a4313-2a0e-451b-9b82-8c5bbf81d19a,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:54.062331 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-47578067-881e-4b3d-84af-1a005020f426 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (9b69a259-a03d-42a9-adc7-65603c80aeeb), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:54.079648 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Publish callbacks [] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), precommit_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:54.088978 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:54.109798 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Network 9ee56c83-e07e-44cc-8eed-a7ef4fa1575a is already hosted by enough agents. {{(pid=115138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:54.110112 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-47578067-881e-4b3d-84af-1a005020f426 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Network e16c3261-4fcf-4d3c-834d-1d3c03b37cba is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:54.111122 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.base_scheduler [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Resources bound (agent type, host, resource id): {{(pid=115138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:54.113907 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-47578067-881e-4b3d-84af-1a005020f426 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:54.120062 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-47578067-881e-4b3d-84af-1a005020f426 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:59:54.134271 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Received port after_create {{(pid=115138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:59:54.145989 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47578067-881e-4b3d-84af-1a005020f426 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Pushing event updated for resources: {'Port': ['ID=9b69a259-a03d-42a9-adc7-65603c80aeeb,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:54.165147 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Publish callbacks [] for port (98dc0771-5ad3-48b9-b1c2-14f44f1daa9f), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:54.172941 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Sync routers for ids ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:59:54.189151 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Routers {'b2ee155d-d1f2-4fc3-8968-10ce4c979368'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:54.190267 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:54.191164 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-47578067-881e-4b3d-84af-1a005020f426 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:54.192013 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-47578067-881e-4b3d-84af-1a005020f426 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:54.195226 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Pushing event updated for resources: {'Port': ['ID=95e8911e-606c-4cc3-8cbd-3f7cf7d6c833,revision_number=1']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:54.211847 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Attempting to bind port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:59:54.212338 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Attempting to bind port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': 'afb673cd-7dfc-4bee-9ee4-c23824439160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9ee56c83-e07e-44cc-8eed-a7ef4fa1575a'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:59:54.212765 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Attempting to bind port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 on network 9ee56c83-e07e-44cc-8eed-a7ef4fa1575a {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:59:54.213547 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-47578067-881e-4b3d-84af-1a005020f426 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2914953 May 04 14:59:54.215493 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (98dc0771-5ad3-48b9-b1c2-14f44f1daa9f), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:54.219012 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:59:54.219482 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Checking segment: {'id': 'afb673cd-7dfc-4bee-9ee4-c23824439160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9ee56c83-e07e-44cc-8eed-a7ef4fa1575a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:59:54.219989 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:54.220449 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Bound using segment: {'id': 'afb673cd-7dfc-4bee-9ee4-c23824439160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9ee56c83-e07e-44cc-8eed-a7ef4fa1575a'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:59:54.221025 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Bound port: 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb673cd-7dfc-4bee-9ee4-c23824439160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9ee56c83-e07e-44cc-8eed-a7ef4fa1575a'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:59:54.221473 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:54.257047 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:54.261367 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:54.264497 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:59:54.298971 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Pushing event updated for resources: {'Port': ['ID=98dc0771-5ad3-48b9-b1c2-14f44f1daa9f,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:54.316577 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] For port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:59:54.326496 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] For port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=95e8911e-606c-4cc3-8cbd-3f7cf7d6c833,segment=NetworkSegment(afb673cd-7dfc-4bee-9ee4-c23824439160),segment_id=afb673cd-7dfc-4bee-9ee4-c23824439160)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:59:54.334873 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Set router b2ee155d-d1f2-4fc3-8968-10ce4c979368 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:54.336132 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:54.408733 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c24ff-20aa-4792-b9ee-1b2227ec008c None None] Pushing event updated for resources: {'Port': ['ID=95e8911e-606c-4cc3-8cbd-3f7cf7d6c833,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:54.572552 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'name': 'tempest-TestShelveInstance-992067540-router', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:49Z', 'revision_number': 4, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'gw_port': {'id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'bf23a5fd-ae0e-43a1-a68f-43bff06bc23e', 'name': '', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'mac_address': 'fa:16:3e:3a:e5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:49Z', 'updated_at': '2022-05-04T14:59:50Z', 'revision_number': 2, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'subnets': [{'id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:54.583476 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Publish callbacks [] for router_gateway (63250c32-7c7c-467d-8f4b-a9982d81c5f6), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:54.628435 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Checking router: b2ee155d-d1f2-4fc3-8968-10ce4c979368 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:59:54.628784 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Updating router b2ee155d-d1f2-4fc3-8968-10ce4c979368 port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e binding host dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:59:54.659987 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:54.836504 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690820'] for router (63250c32-7c7c-467d-8f4b-a9982d81c5f6), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:54.963645 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Publish callbacks [] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), precommit_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:54.971951 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:55.028111 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e98d1-32a5-489e-b100-f1b49c201214 req-5b5358be-646c-4c30-b576-f21c4961ff0b tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:55.033922 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Pushing event updated for resources: {'Port': ['ID=bf23a5fd-ae0e-43a1-a68f-43bff06bc23e,revision_number=3']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:55.047808 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:55.048539 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:55.048703 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-125e98d1-32a5-489e-b100-f1b49c201214 req-5b5358be-646c-4c30-b576-f21c4961ff0b tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 932 time: 0.0754879 May 04 14:59:55.049226 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:55.049943 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:55.050435 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:55.050826 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:55.055071 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:55.055841 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:55.056376 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:55.057080 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:55.057576 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:55.058096 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:55.058772 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:55.059369 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:55.060093 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:55.163793 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Attempting to bind port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:59:55.163793 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Attempting to bind port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '6f54b059-1762-4405-9ce5-3eb0d6a17182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945'}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:59:55.164006 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Attempting to bind port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e on network cf60ddd7-94c9-452b-bfed-a9f91227a945 {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:59:55.170886 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:59:55.171718 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Checking segment: {'id': '6f54b059-1762-4405-9ce5-3eb0d6a17182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:59:55.172272 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:55.172832 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Bound using segment: {'id': '6f54b059-1762-4405-9ce5-3eb0d6a17182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945'} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:59:55.173473 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Bound port: bf23a5fd-ae0e-43a1-a68f-43bff06bc23e, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f54b059-1762-4405-9ce5-3eb0d6a17182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945'}}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:59:55.174086 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-125e98d1-32a5-489e-b100-f1b49c201214 req-742a84b1-2ff6-46da-b9f1-3f2e6e996d7b tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095743 May 04 14:59:55.174764 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:55.287173 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] For port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:59:55.291999 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] For port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=bf23a5fd-ae0e-43a1-a68f-43bff06bc23e,segment=NetworkSegment(6f54b059-1762-4405-9ce5-3eb0d6a17182),segment_id=6f54b059-1762-4405-9ce5-3eb0d6a17182)] {{(pid=115139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:59:55.302443 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:55.411408 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Router 63250c32-7c7c-467d-8f4b-a9982d81c5f6 is scheduled to L3 agent b987e420-0280-4229-80f3-f09839d30a9a with binding_index 1 {{(pid=115137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:59:55.430874 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Routers {'b2ee155d-d1f2-4fc3-8968-10ce4c979368'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:55.431523 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:55.495518 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0421a88-4dfc-41a5-81ab-863cec8104a9 None None] Pushing event updated for resources: {'Port': ['ID=bf23a5fd-ae0e-43a1-a68f-43bff06bc23e,revision_number=4']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:55.514830 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 479a4313-2a0e-451b-9b82-8c5bbf81d19a up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:55.566788 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-7fd01e35-11dd-46f9-8c2a-5df9b6530c14 None None] Provisioning complete for port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:55.567309 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-7fd01e35-11dd-46f9-8c2a-5df9b6530c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:55.613047 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] Set router b2ee155d-d1f2-4fc3-8968-10ce4c979368 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:55.654714 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:59:55.681754 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:55.683872 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-3ec14317-9e6b-4477-b58f-8bcf0ec11e85 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5634632 May 04 14:59:55.686753 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 44330) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:55.688998 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Sync routers for ids ['63250c32-7c7c-467d-8f4b-a9982d81c5f6'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:59:55.699590 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 479a4313-2a0e-451b-9b82-8c5bbf81d19a triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:55.700057 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (479a4313-2a0e-451b-9b82-8c5bbf81d19a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:55.737581 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Routers {'63250c32-7c7c-467d-8f4b-a9982d81c5f6'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:55.738199 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['63250c32-7c7c-467d-8f4b-a9982d81c5f6'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:55.747120 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-7fd01e35-11dd-46f9-8c2a-5df9b6530c14 None None] Current status of the port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:59:55.747570 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-7fd01e35-11dd-46f9-8c2a-5df9b6530c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:55.755935 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Request body: {'port': {'device_id': 'f606e77e-2dae-4d71-882e-d24be4429485', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:55.790975 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dffac01-7be7-4e41-94a4-486912381141 None None] Network 9ee56c83-e07e-44cc-8eed-a7ef4fa1575a requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 14:59:55.876275 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (9b69a259-a03d-42a9-adc7-65603c80aeeb), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:55.893962 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-7fd01e35-11dd-46f9-8c2a-5df9b6530c14 None None] For port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=bf23a5fd-ae0e-43a1-a68f-43bff06bc23e,segment=NetworkSegment(6f54b059-1762-4405-9ce5-3eb0d6a17182),segment_id=6f54b059-1762-4405-9ce5-3eb0d6a17182)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:55.976845 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-7fd01e35-11dd-46f9-8c2a-5df9b6530c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:56.051318 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'name': 'tempest-TestShelveInstance-992067540-router', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:49Z', 'revision_number': 4, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'gw_port': {'id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'bf23a5fd-ae0e-43a1-a68f-43bff06bc23e', 'name': '', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'mac_address': 'fa:16:3e:3a:e5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:49Z', 'updated_at': '2022-05-04T14:59:55Z', 'revision_number': 4, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'subnets': [{'id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:56.063152 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 479a4313-2a0e-451b-9b82-8c5bbf81d19a is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:59:56.064236 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:56.075505 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Set router 63250c32-7c7c-467d-8f4b-a9982d81c5f6 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:56.088183 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b096193-3b55-4b45-b15d-f6ae58fccbf6 None None] The sync data for ids ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'] in dv-cinder-840493-1-iscsi is: [{'id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'name': 'tempest-TestShelveInstance-992067540-router', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:49Z', 'revision_number': 4, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'gw_port': {'id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'bf23a5fd-ae0e-43a1-a68f-43bff06bc23e', 'name': '', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'mac_address': 'fa:16:3e:3a:e5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:49Z', 'updated_at': '2022-05-04T14:59:55Z', 'revision_number': 4, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'subnets': [{'id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:59:56.183186 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd01e35-11dd-46f9-8c2a-5df9b6530c14 None None] Pushing event updated for resources: {'Port': ['ID=bf23a5fd-ae0e-43a1-a68f-43bff06bc23e,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:56.211496 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-6cd6d31d-c746-492a-82b3-fa12a855b1b5 None None] Provisioning complete for port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:56.211896 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-6cd6d31d-c746-492a-82b3-fa12a855b1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:56.326696 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67804bad-80b2-455a-a490-7d277ff7298b req-b4aa9e66-d963-47fb-b9ea-3d08dac4519e tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:56.335308 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-67804bad-80b2-455a-a490-7d277ff7298b req-b4aa9e66-d963-47fb-b9ea-3d08dac4519e tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 932 time: 0.0784206 May 04 14:59:56.367743 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:56.368279 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:56.439871 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-67804bad-80b2-455a-a490-7d277ff7298b req-60af11fe-1821-4584-975d-bb1b3c272990 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035504 May 04 14:59:56.467887 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b69a259-a03d-42a9-adc7-65603c80aeeb {{(pid=115136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:59:56.495717 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Publish callbacks [] for port (9b69a259-a03d-42a9-adc7-65603c80aeeb), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:56.520639 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.provisioning_blocks [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Transition to ACTIVE for port object 9b69a259-a03d-42a9-adc7-65603c80aeeb will not be triggered until provisioned by entity L2. {{(pid=115136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 14:59:56.527589 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (9b69a259-a03d-42a9-adc7-65603c80aeeb), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:56.528929 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6d31d-c746-492a-82b3-fa12a855b1b5 None None] Current status of the port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:59:56.529609 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-6cd6d31d-c746-492a-82b3-fa12a855b1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:56.591953 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-6cd6d31d-c746-492a-82b3-fa12a855b1b5 None None] For port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=95e8911e-606c-4cc3-8cbd-3f7cf7d6c833,segment=NetworkSegment(afb673cd-7dfc-4bee-9ee4-c23824439160),segment_id=afb673cd-7dfc-4bee-9ee4-c23824439160)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:56.598289 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'name': 'tempest-TestShelveInstance-1538725523-router', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '98dc0771-5ad3-48b9-b1c2-14f44f1daa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:53Z', 'updated_at': '2022-05-04T14:59:54Z', 'revision_number': 3, 'project_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'gw_port': {'id': '98dc0771-5ad3-48b9-b1c2-14f44f1daa9f', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:53Z', 'updated_at': '2022-05-04T14:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:56.603414 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-6cd6d31d-c746-492a-82b3-fa12a855b1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:56.620515 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:56.625526 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b69a259-a03d-42a9-adc7-65603c80aeeb,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:56.630967 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:59:56.631357 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:56.661287 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Checking router: 63250c32-7c7c-467d-8f4b-a9982d81c5f6 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:59:56.661635 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Updating router 63250c32-7c7c-467d-8f4b-a9982d81c5f6 port 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f binding host dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:59:56.690511 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-6cd6d31d-c746-492a-82b3-fa12a855b1b5 None None] Provisioning complete for port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:56.690879 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-6cd6d31d-c746-492a-82b3-fa12a855b1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:56.784008 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (98dc0771-5ad3-48b9-b1c2-14f44f1daa9f), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:56.787149 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Attempting to bind port 9b69a259-a03d-42a9-adc7-65603c80aeeb on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:59:56.787493 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Attempting to bind port 9b69a259-a03d-42a9-adc7-65603c80aeeb by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': 'd56da34f-6dd7-4b3c-8e82-ecb5584e80ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e16c3261-4fcf-4d3c-834d-1d3c03b37cba'}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:59:56.787841 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Attempting to bind port 9b69a259-a03d-42a9-adc7-65603c80aeeb on network e16c3261-4fcf-4d3c-834d-1d3c03b37cba {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:59:56.794006 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6d31d-c746-492a-82b3-fa12a855b1b5 None None] Pushing event updated for resources: {'Port': ['ID=95e8911e-606c-4cc3-8cbd-3f7cf7d6c833,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:56.801579 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Port 9b69a259-a03d-42a9-adc7-65603c80aeeb on network e16c3261-4fcf-4d3c-834d-1d3c03b37cba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:59:56.801918 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Attempting to bind port 9b69a259-a03d-42a9-adc7-65603c80aeeb on network e16c3261-4fcf-4d3c-834d-1d3c03b37cba {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:59:56.810762 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:59:56.811112 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Checking segment: {'id': 'd56da34f-6dd7-4b3c-8e82-ecb5584e80ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e16c3261-4fcf-4d3c-834d-1d3c03b37cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:59:56.811503 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Bound using segment: {'id': 'd56da34f-6dd7-4b3c-8e82-ecb5584e80ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e16c3261-4fcf-4d3c-834d-1d3c03b37cba'} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:59:56.811999 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Bound port: 9b69a259-a03d-42a9-adc7-65603c80aeeb, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56da34f-6dd7-4b3c-8e82-ecb5584e80ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e16c3261-4fcf-4d3c-834d-1d3c03b37cba'}}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:59:56.812325 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (9b69a259-a03d-42a9-adc7-65603c80aeeb), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:56.830978 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.db.api [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 14:59:56.831334 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG oslo_db.api [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 14:59:56.912275 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Allocated IP 172.20.0.1 (9ee56c83-e07e-44cc-8eed-a7ef4fa1575a/b743b201-5017-40b6-bae2-8c20a603dad9/2d747503-bcae-4223-a106-3d7ea0a5b67e) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:59:56.938081 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] For port 9b69a259-a03d-42a9-adc7-65603c80aeeb, host hv-cinder-84049, cleared binding levels {{(pid=115136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:59:56.943340 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] For port 9b69a259-a03d-42a9-adc7-65603c80aeeb, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=9b69a259-a03d-42a9-adc7-65603c80aeeb,segment=NetworkSegment(d56da34f-6dd7-4b3c-8e82-ecb5584e80ac),segment_id=d56da34f-6dd7-4b3c-8e82-ecb5584e80ac)] {{(pid=115136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:59:56.969851 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (9b69a259-a03d-42a9-adc7-65603c80aeeb), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.047542 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:57.048226 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.049791 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] 10.222.0.49 "PUT /v2.0/ports/9b69a259-a03d-42a9-adc7-65603c80aeeb HTTP/1.1" status: 200 len: 1094 time: 1.3032780 May 04 14:59:57.053405 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f606e77e-2dae-4d71-882e-d24be4429485', 'tag': '9b69a259-a03d-42a9-adc7-65603c80aeeb'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:59:57.056163 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b474c4-3243-4ff3-a9be-ed70db3ea1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f606e77e-2dae-4d71-882e-d24be4429485", "tag": "9b69a259-a03d-42a9-adc7-65603c80aeeb"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:59:57.110200 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0410fc9-2d99-4d3c-8248-007631c288d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b69a259-a03d-42a9-adc7-65603c80aeeb,revision_number=3']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:57.121374 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d92542c-46dd-49a0-8ca7-0844cebb832e x-openstack-request-id: req-6d92542c-46dd-49a0-8ca7-0844cebb832e {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:59:57.121943 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f606e77e-2dae-4d71-882e-d24be4429485", "tag": "9b69a259-a03d-42a9-adc7-65603c80aeeb", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:59:57.122370 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d92542c-46dd-49a0-8ca7-0844cebb832e {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:59:57.123204 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d92542c-46dd-49a0-8ca7-0844cebb832e'] response: {'name': 'network-changed', 'server_uuid': 'f606e77e-2dae-4d71-882e-d24be4429485', 'tag': '9b69a259-a03d-42a9-adc7-65603c80aeeb', 'status': 'completed', 'code': 200} May 04 14:59:57.124142 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6d31d-c746-492a-82b3-fa12a855b1b5 None None] Current status of the port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:59:57.136365 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Publish callbacks [] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.178121 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.217026 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Network 9ee56c83-e07e-44cc-8eed-a7ef4fa1575a is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:57.220305 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:57.224394 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:59:57.260215 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Pushing event updated for resources: {'Port': ['ID=2d747503-bcae-4223-a106-3d7ea0a5b67e,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:57.275013 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-43d9a516-b3d0-4d9d-8f6b-8ffcd61699ac None None] Provisioning complete for port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:57.275370 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-43d9a516-b3d0-4d9d-8f6b-8ffcd61699ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.281431 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690265'] for router_interface (63250c32-7c7c-467d-8f4b-a9982d81c5f6), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.369821 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Publish callbacks [] for port (98dc0771-5ad3-48b9-b1c2-14f44f1daa9f), precommit_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.383578 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (98dc0771-5ad3-48b9-b1c2-14f44f1daa9f), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.431868 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:59:57.437129 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.490174 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83051f73-27af-46e5-9344-3c79e12318e7 None None] Pushing event updated for resources: {'Port': ['ID=98dc0771-5ad3-48b9-b1c2-14f44f1daa9f,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:57.492883 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Attempting to bind port 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 14:59:57.493311 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Attempting to bind port 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 14:59:57.493623 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Attempting to bind port 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f on network 0edac7da-e104-49a8-a1ba-50991a341388 {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:59:57.495794 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-43d9a516-b3d0-4d9d-8f6b-8ffcd61699ac None None] Current status of the port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:59:57.502532 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:59:57.503121 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Checking segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 14:59:57.503684 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.504279 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Bound using segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:59:57.505279 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Bound port: 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 14:59:57.505837 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (98dc0771-5ad3-48b9-b1c2-14f44f1daa9f), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.574524 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] For port 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:59:57.579574 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] For port 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=98dc0771-5ad3-48b9-b1c2-14f44f1daa9f,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:59:57.581977 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63cd92-be57-438a-8fc6-e9b123881004 req-2372d133-e4c4-40d7-ba71-8b90fbdb6cd5 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:57.584115 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ab63cd92-be57-438a-8fc6-e9b123881004 req-2372d133-e4c4-40d7-ba71-8b90fbdb6cd5 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 944 time: 0.0615296 May 04 14:59:57.591838 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (98dc0771-5ad3-48b9-b1c2-14f44f1daa9f), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.650328 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ab63cd92-be57-438a-8fc6-e9b123881004 req-ecc6a4ac-e0cc-44a7-b83a-7aa96e145fe7 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590992 May 04 14:59:57.656711 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:57.684948 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-ef734610-5d9d-4072-b170-147e7b441b5d None None] Provisioning complete for port 2d747503-bcae-4223-a106-3d7ea0a5b67e triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:57.685185 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Publish callbacks [] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.685647 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-ef734610-5d9d-4072-b170-147e7b441b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.691120 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.755605 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83051f73-27af-46e5-9344-3c79e12318e7 None None] Pushing event updated for resources: {'Port': ['ID=98dc0771-5ad3-48b9-b1c2-14f44f1daa9f,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:57.758237 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Routers {'63250c32-7c7c-467d-8f4b-a9982d81c5f6'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:57.758868 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['63250c32-7c7c-467d-8f4b-a9982d81c5f6'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:57.763729 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690211'] for router_interface (63250c32-7c7c-467d-8f4b-a9982d81c5f6), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.766948 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Pushing event updated for resources: {'Port': ['ID=2d747503-bcae-4223-a106-3d7ea0a5b67e,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:57.807973 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-ef734610-5d9d-4072-b170-147e7b441b5d None None] Port 2d747503-bcae-4223-a106-3d7ea0a5b67e cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:59:57.818538 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:57.818816 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:57.867647 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Network 9ee56c83-e07e-44cc-8eed-a7ef4fa1575a is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:57.869352 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:57.919147 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] Set router 63250c32-7c7c-467d-8f4b-a9982d81c5f6 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:58.009027 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Router 63250c32-7c7c-467d-8f4b-a9982d81c5f6 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:59:58.025867 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:59:58.027294 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device bf23a5fd-ae0e-43a1-a68f-43bff06bc23e up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:58.156459 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-307f83c3-df4d-4d29-b96e-5d8d6fa18cde None None] Provisioning complete for port 2d747503-bcae-4223-a106-3d7ea0a5b67e triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:58.156917 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-307f83c3-df4d-4d29-b96e-5d8d6fa18cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:58.198306 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:58.198695 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:58.235030 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:59:58.241426 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-0612cc57-779e-4970-8e1e-ab17eca2b0da admin admin] 10.222.0.32 "PUT /v2.0/routers/63250c32-7c7c-467d-8f4b-a9982d81c5f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5534129 May 04 14:59:58.263669 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-307f83c3-df4d-4d29-b96e-5d8d6fa18cde None None] Port 2d747503-bcae-4223-a106-3d7ea0a5b67e cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 14:59:58.289339 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'name': 'tempest-TestShelveInstance-1538725523-router', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '98dc0771-5ad3-48b9-b1c2-14f44f1daa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:53Z', 'updated_at': '2022-05-04T14:59:57Z', 'revision_number': 4, 'project_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'gw_port': {'id': '98dc0771-5ad3-48b9-b1c2-14f44f1daa9f', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:53Z', 'updated_at': '2022-05-04T14:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d747503-bcae-4223-a106-3d7ea0a5b67e', 'name': '', 'network_id': '9ee56c83-e07e-44cc-8eed-a7ef4fa1575a', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'mac_address': 'fa:16:3e:72:48:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b743b201-5017-40b6-bae2-8c20a603dad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:56Z', 'updated_at': '2022-05-04T14:59:57Z', 'revision_number': 2, 'project_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'subnets': [{'id': 'b743b201-5017-40b6-bae2-8c20a603dad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:58.321679 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa277b-b160-4522-be03-2a6b5ce7173f None None] The sync data for ids ['63250c32-7c7c-467d-8f4b-a9982d81c5f6'] in dv-cinder-840493-1-iscsi is: [{'id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'name': 'tempest-TestShelveInstance-1538725523-router', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '98dc0771-5ad3-48b9-b1c2-14f44f1daa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:53Z', 'updated_at': '2022-05-04T14:59:57Z', 'revision_number': 4, 'project_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'gw_port': {'id': '98dc0771-5ad3-48b9-b1c2-14f44f1daa9f', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:53Z', 'updated_at': '2022-05-04T14:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d747503-bcae-4223-a106-3d7ea0a5b67e', 'name': '', 'network_id': '9ee56c83-e07e-44cc-8eed-a7ef4fa1575a', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'mac_address': 'fa:16:3e:72:48:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b743b201-5017-40b6-bae2-8c20a603dad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:56Z', 'updated_at': '2022-05-04T14:59:57Z', 'revision_number': 2, 'project_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'subnets': [{'id': 'b743b201-5017-40b6-bae2-8c20a603dad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:59:58.384030 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:59:58.799680 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59a029-22f0-4e4e-a82b-ef4c9f9a5b4e req-65850ed5-fd4f-46b2-a80d-1be213bff7e5 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:58.801493 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5c59a029-22f0-4e4e-a82b-ef4c9f9a5b4e req-65850ed5-fd4f-46b2-a80d-1be213bff7e5 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 944 time: 0.0623271 May 04 14:59:58.880083 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5c59a029-22f0-4e4e-a82b-ef4c9f9a5b4e req-f205aae1-0d98-4363-8813-3e8a94bd2578 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712287 May 04 14:59:59.016165 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 44358) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:59.024217 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-e042c9e8-9725-48f2-95d6-884187414594 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1904680616', 'description': 'tempest-secgroup-smoke-1904680616 description', 'project_id': '35023f0e4a0842778e3125cb024562c3'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:59.072197 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e042c9e8-9725-48f2-95d6-884187414594 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.195165 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e042c9e8-9725-48f2-95d6-884187414594 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group (15d2fa67-5629-45a1-afc5-3d627584cf43), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.200995 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e042c9e8-9725-48f2-95d6-884187414594 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (15d2fa67-5629-45a1-afc5-3d627584cf43), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.240274 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e042c9e8-9725-48f2-95d6-884187414594 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.244906 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-e042c9e8-9725-48f2-95d6-884187414594 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2270944 May 04 14:59:59.245172 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 44362) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:59.247881 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042c9e8-9725-48f2-95d6-884187414594 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d2fa67-5629-45a1-afc5-3d627584cf43,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:59.252058 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-890226a0-dd65-4efc-ba53-175e35d012b6 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Request body: {'security_group_rule': {'security_group_id': '15d2fa67-5629-45a1-afc5-3d627584cf43', 'project_id': '35023f0e4a0842778e3125cb024562c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:59.292358 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-890226a0-dd65-4efc-ba53-175e35d012b6 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (00f390e0-8a0a-4444-9f68-bdb0f2a0d8f9), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.357419 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-890226a0-dd65-4efc-ba53-175e35d012b6 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (00f390e0-8a0a-4444-9f68-bdb0f2a0d8f9), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.363108 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-890226a0-dd65-4efc-ba53-175e35d012b6 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (00f390e0-8a0a-4444-9f68-bdb0f2a0d8f9), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.388194 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890226a0-dd65-4efc-ba53-175e35d012b6 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f390e0-8a0a-4444-9f68-bdb0f2a0d8f9,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:59.398620 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-890226a0-dd65-4efc-ba53-175e35d012b6 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.399962 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-890226a0-dd65-4efc-ba53-175e35d012b6 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1535165 May 04 14:59:59.403287 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 44364) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:59.408581 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-eda0c498-eda3-43e7-9160-46d85b752cdf tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Request body: {'security_group_rule': {'security_group_id': '15d2fa67-5629-45a1-afc5-3d627584cf43', 'project_id': '35023f0e4a0842778e3125cb024562c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:59.447389 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-eda0c498-eda3-43e7-9160-46d85b752cdf tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (4d806fc6-f506-4b3d-8b36-af528eb69580), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.555085 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:59.561635 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-eda0c498-eda3-43e7-9160-46d85b752cdf tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (4d806fc6-f506-4b3d-8b36-af528eb69580), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.566309 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-eda0c498-eda3-43e7-9160-46d85b752cdf tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (4d806fc6-f506-4b3d-8b36-af528eb69580), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.595896 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0c498-eda3-43e7-9160-46d85b752cdf tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d806fc6-f506-4b3d-8b36-af528eb69580,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:59.612923 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-eda0c498-eda3-43e7-9160-46d85b752cdf tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.619264 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-eda0c498-eda3-43e7-9160-46d85b752cdf tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2105730 May 04 14:59:59.619701 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 44366) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 14:59:59.631069 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-5fd41cd3-c02a-496f-82e8-a8aaac3abe78 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Request body: {'security_group_rule': {'security_group_id': '15d2fa67-5629-45a1-afc5-3d627584cf43', 'project_id': '35023f0e4a0842778e3125cb024562c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 14:59:59.666353 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b474c4-3243-4ff3-a9be-ed70db3ea1c6 req-475d0e02-e390-4873-88f2-6dbfefc2f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:59.669377 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-20b474c4-3243-4ff3-a9be-ed70db3ea1c6 req-475d0e02-e390-4873-88f2-6dbfefc2f888 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a60c17ae45844c490bcefc6bc54c879&device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 1128 time: 0.0999246 May 04 14:59:59.669728 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 14:59:59.674323 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (98dc0771-5ad3-48b9-b1c2-14f44f1daa9f), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.741996 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5fd41cd3-c02a-496f-82e8-a8aaac3abe78 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (ae0b2041-04c2-4ad9-a70a-6d197be07d68), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.811008 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 14:59:59.811399 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (98dc0771-5ad3-48b9-b1c2-14f44f1daa9f), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.842122 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] For port 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=98dc0771-5ad3-48b9-b1c2-14f44f1daa9f,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:59.848701 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (98dc0771-5ad3-48b9-b1c2-14f44f1daa9f), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.904775 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5fd41cd3-c02a-496f-82e8-a8aaac3abe78 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (ae0b2041-04c2-4ad9-a70a-6d197be07d68), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.907631 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b474c4-3243-4ff3-a9be-ed70db3ea1c6 req-900a23d6-0a32-4060-981e-b17a6d07f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:59.909898 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-20b474c4-3243-4ff3-a9be-ed70db3ea1c6 req-900a23d6-0a32-4060-981e-b17a6d07f901 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0a60c17ae45844c490bcefc6bc54c879&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2318983 May 04 14:59:59.911852 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Pushing event updated for resources: {'Port': ['ID=98dc0771-5ad3-48b9-b1c2-14f44f1daa9f,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:59.918218 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5fd41cd3-c02a-496f-82e8-a8aaac3abe78 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (ae0b2041-04c2-4ad9-a70a-6d197be07d68), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 14:59:59.973749 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd41cd3-c02a-496f-82e8-a8aaac3abe78 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0b2041-04c2-4ad9-a70a-6d197be07d68,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:00.020886 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-5fd41cd3-c02a-496f-82e8-a8aaac3abe78 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:00.022182 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-5fd41cd3-c02a-496f-82e8-a8aaac3abe78 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4008472 May 04 15:00:00.025618 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 44372) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:00.030239 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-13bb6836-65eb-4f1f-8654-d64f39482810 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Request body: {'security_group_rule': {'security_group_id': '15d2fa67-5629-45a1-afc5-3d627584cf43', 'project_id': '35023f0e4a0842778e3125cb024562c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:00:00.060678 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b474c4-3243-4ff3-a9be-ed70db3ea1c6 req-804112bd-96a1-4ca0-8f35-43aa376f475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:00.063044 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-20b474c4-3243-4ff3-a9be-ed70db3ea1c6 req-804112bd-96a1-4ca0-8f35-43aa376f475e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1459336 May 04 15:00:00.066543 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e603e0a-e155-453d-b460-d160c959190d req-3f2391ed-e217-4997-b041-eb48286c28fc tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:00.068211 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5e603e0a-e155-453d-b460-d160c959190d req-3f2391ed-e217-4997-b041-eb48286c28fc tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 944 time: 0.0805771 May 04 15:00:00.077718 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-13bb6836-65eb-4f1f-8654-d64f39482810 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (f9310401-11b3-411b-976c-2e0c68a3859a), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:00.177684 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5e603e0a-e155-453d-b460-d160c959190d req-f0bca506-5236-49b4-b1a3-e22ede59ec55 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017008 May 04 15:00:00.207088 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-13bb6836-65eb-4f1f-8654-d64f39482810 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (f9310401-11b3-411b-976c-2e0c68a3859a), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:00.211896 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-13bb6836-65eb-4f1f-8654-d64f39482810 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (f9310401-11b3-411b-976c-2e0c68a3859a), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:00.231553 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb6836-65eb-4f1f-8654-d64f39482810 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9310401-11b3-411b-976c-2e0c68a3859a,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:00.249153 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-13bb6836-65eb-4f1f-8654-d64f39482810 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:00.250427 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-13bb6836-65eb-4f1f-8654-d64f39482810 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2238104 May 04 15:00:00.253839 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 44376) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:00.263093 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-36474d92-17ec-45fa-80b0-7fb14feaa0e7 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Request body: {'security_group_rule': {'security_group_id': '15d2fa67-5629-45a1-afc5-3d627584cf43', 'project_id': '35023f0e4a0842778e3125cb024562c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:00:00.287426 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.securitygroups_db [None req-36474d92-17ec-45fa-80b0-7fb14feaa0e7 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Project 35023f0e4a0842778e3125cb024562c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 15:00:00.294017 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-36474d92-17ec-45fa-80b0-7fb14feaa0e7 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (ba9a3a9e-cbb3-44b0-8762-cae9af22f278), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:00.361034 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-36474d92-17ec-45fa-80b0-7fb14feaa0e7 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (ba9a3a9e-cbb3-44b0-8762-cae9af22f278), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:00.365493 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-36474d92-17ec-45fa-80b0-7fb14feaa0e7 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (ba9a3a9e-cbb3-44b0-8762-cae9af22f278), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:00.388462 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36474d92-17ec-45fa-80b0-7fb14feaa0e7 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9a3a9e-cbb3-44b0-8762-cae9af22f278,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:00.397923 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-36474d92-17ec-45fa-80b0-7fb14feaa0e7 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:00.399324 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-36474d92-17ec-45fa-80b0-7fb14feaa0e7 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1437263 May 04 15:00:00.403385 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 44378) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:00.408107 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-8adb6913-f18e-4de3-beb5-7a967616832f tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Request body: {'security_group_rule': {'security_group_id': '15d2fa67-5629-45a1-afc5-3d627584cf43', 'project_id': '35023f0e4a0842778e3125cb024562c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:00:00.434532 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.securitygroups_db [None req-8adb6913-f18e-4de3-beb5-7a967616832f tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Project 35023f0e4a0842778e3125cb024562c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 15:00:00.441354 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8adb6913-f18e-4de3-beb5-7a967616832f tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (ccc8bb6d-a968-49fe-868c-fd214ecf5566), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:00.518622 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8adb6913-f18e-4de3-beb5-7a967616832f tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (ccc8bb6d-a968-49fe-868c-fd214ecf5566), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:00.522709 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8adb6913-f18e-4de3-beb5-7a967616832f tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (ccc8bb6d-a968-49fe-868c-fd214ecf5566), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:00.546410 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb6913-f18e-4de3-beb5-7a967616832f tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc8bb6d-a968-49fe-868c-fd214ecf5566,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:00.555991 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8adb6913-f18e-4de3-beb5-7a967616832f tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:00.568494 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-8adb6913-f18e-4de3-beb5-7a967616832f tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1528916 May 04 15:00:00.767360 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Sync routers for ids ['63250c32-7c7c-467d-8f4b-a9982d81c5f6'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:00:00.780678 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Routers {'63250c32-7c7c-467d-8f4b-a9982d81c5f6'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:00.782051 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['63250c32-7c7c-467d-8f4b-a9982d81c5f6'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:00.938013 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Set router 63250c32-7c7c-467d-8f4b-a9982d81c5f6 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:01.195429 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'name': 'tempest-TestShelveInstance-1538725523-router', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '98dc0771-5ad3-48b9-b1c2-14f44f1daa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:53Z', 'updated_at': '2022-05-04T14:59:57Z', 'revision_number': 4, 'project_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'gw_port': {'id': '98dc0771-5ad3-48b9-b1c2-14f44f1daa9f', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:53Z', 'updated_at': '2022-05-04T14:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d747503-bcae-4223-a106-3d7ea0a5b67e', 'name': '', 'network_id': '9ee56c83-e07e-44cc-8eed-a7ef4fa1575a', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'mac_address': 'fa:16:3e:72:48:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b743b201-5017-40b6-bae2-8c20a603dad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:56Z', 'updated_at': '2022-05-04T14:59:57Z', 'revision_number': 2, 'project_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'subnets': [{'id': 'b743b201-5017-40b6-bae2-8c20a603dad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:01.235987 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Checking router: 63250c32-7c7c-467d-8f4b-a9982d81c5f6 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:00:01.236346 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Updating router 63250c32-7c7c-467d-8f4b-a9982d81c5f6 port 2d747503-bcae-4223-a106-3d7ea0a5b67e binding host dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:00:01.265341 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:01.350806 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d73f3a-5181-4fec-b628-35b0fae5cd49 req-da4bbb37-310d-42cd-a2b1-4525815798fa tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:01.352399 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-47d73f3a-5181-4fec-b628-35b0fae5cd49 req-da4bbb37-310d-42cd-a2b1-4525815798fa tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 944 time: 0.0569520 May 04 15:00:01.438787 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-47d73f3a-5181-4fec-b628-35b0fae5cd49 req-274fc699-c5c6-4489-8aa3-584e234157df tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777400 May 04 15:00:01.550068 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:01.554980 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Publish callbacks [] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), precommit_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:01.563020 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:01.611403 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:00:01.611808 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (98dc0771-5ad3-48b9-b1c2-14f44f1daa9f), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:01.639366 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b5732-7787-4912-9dbf-895b585a14d6 None None] Pushing event updated for resources: {'Port': ['ID=2d747503-bcae-4223-a106-3d7ea0a5b67e,revision_number=3']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:01.703766 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:00:01.707591 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Attempting to bind port 2d747503-bcae-4223-a106-3d7ea0a5b67e on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 15:00:01.708332 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Attempting to bind port 2d747503-bcae-4223-a106-3d7ea0a5b67e by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': 'afb673cd-7dfc-4bee-9ee4-c23824439160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9ee56c83-e07e-44cc-8eed-a7ef4fa1575a'}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 15:00:01.708787 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Attempting to bind port 2d747503-bcae-4223-a106-3d7ea0a5b67e on network 9ee56c83-e07e-44cc-8eed-a7ef4fa1575a {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:01.715138 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:01.715516 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Checking segment: {'id': 'afb673cd-7dfc-4bee-9ee4-c23824439160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9ee56c83-e07e-44cc-8eed-a7ef4fa1575a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 15:00:01.715935 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:01.716337 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Bound using segment: {'id': 'afb673cd-7dfc-4bee-9ee4-c23824439160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9ee56c83-e07e-44cc-8eed-a7ef4fa1575a'} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:01.716862 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Bound port: 2d747503-bcae-4223-a106-3d7ea0a5b67e, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb673cd-7dfc-4bee-9ee4-c23824439160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9ee56c83-e07e-44cc-8eed-a7ef4fa1575a'}}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 15:00:01.717250 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:01.806964 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] For port 2d747503-bcae-4223-a106-3d7ea0a5b67e, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:01.810657 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] For port 2d747503-bcae-4223-a106-3d7ea0a5b67e, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=2d747503-bcae-4223-a106-3d7ea0a5b67e,segment=NetworkSegment(afb673cd-7dfc-4bee-9ee4-c23824439160),segment_id=afb673cd-7dfc-4bee-9ee4-c23824439160)] {{(pid=115139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:01.818530 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:01.885107 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b5732-7787-4912-9dbf-895b585a14d6 None None] Pushing event updated for resources: {'Port': ['ID=2d747503-bcae-4223-a106-3d7ea0a5b67e,revision_number=4']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:01.889960 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Routers {'63250c32-7c7c-467d-8f4b-a9982d81c5f6'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:01.890556 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T14:59:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['63250c32-7c7c-467d-8f4b-a9982d81c5f6'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:01.930079 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f95a9485-eb8f-4da6-9de8-29d57fe0d1a4 None None] Provisioning complete for port 2d747503-bcae-4223-a106-3d7ea0a5b67e triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:00:01.931028 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f95a9485-eb8f-4da6-9de8-29d57fe0d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:02.020776 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] Set router 63250c32-7c7c-467d-8f4b-a9982d81c5f6 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:02.023585 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f95a9485-eb8f-4da6-9de8-29d57fe0d1a4 None None] Current status of the port 2d747503-bcae-4223-a106-3d7ea0a5b67e is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:00:02.025376 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f95a9485-eb8f-4da6-9de8-29d57fe0d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:02.062268 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f95a9485-eb8f-4da6-9de8-29d57fe0d1a4 None None] For port 2d747503-bcae-4223-a106-3d7ea0a5b67e, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=2d747503-bcae-4223-a106-3d7ea0a5b67e,segment=NetworkSegment(afb673cd-7dfc-4bee-9ee4-c23824439160),segment_id=afb673cd-7dfc-4bee-9ee4-c23824439160)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:02.068007 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f95a9485-eb8f-4da6-9de8-29d57fe0d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:02.122899 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a9485-eb8f-4da6-9de8-29d57fe0d1a4 None None] Pushing event updated for resources: {'Port': ['ID=2d747503-bcae-4223-a106-3d7ea0a5b67e,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:02.191376 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-b60ddeee-8e3d-4069-b187-b4ebc0bacf26 None None] Provisioning complete for port 2d747503-bcae-4223-a106-3d7ea0a5b67e triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:00:02.192885 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-b60ddeee-8e3d-4069-b187-b4ebc0bacf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:02.261471 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'name': 'tempest-TestShelveInstance-1538725523-router', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '98dc0771-5ad3-48b9-b1c2-14f44f1daa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:53Z', 'updated_at': '2022-05-04T14:59:57Z', 'revision_number': 4, 'project_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'gw_port': {'id': '98dc0771-5ad3-48b9-b1c2-14f44f1daa9f', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:53Z', 'updated_at': '2022-05-04T14:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d747503-bcae-4223-a106-3d7ea0a5b67e', 'name': '', 'network_id': '9ee56c83-e07e-44cc-8eed-a7ef4fa1575a', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'mac_address': 'fa:16:3e:72:48:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b743b201-5017-40b6-bae2-8c20a603dad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:56Z', 'updated_at': '2022-05-04T15:00:01Z', 'revision_number': 4, 'project_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'subnets': [{'id': 'b743b201-5017-40b6-bae2-8c20a603dad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:02.291243 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00366f5-f1d3-42d8-b773-5576c951e612 None None] The sync data for ids ['63250c32-7c7c-467d-8f4b-a9982d81c5f6'] in dv-cinder-840493-1-iscsi is: [{'id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'name': 'tempest-TestShelveInstance-1538725523-router', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '98dc0771-5ad3-48b9-b1c2-14f44f1daa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:53Z', 'updated_at': '2022-05-04T14:59:57Z', 'revision_number': 4, 'project_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'gw_port': {'id': '98dc0771-5ad3-48b9-b1c2-14f44f1daa9f', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:53Z', 'updated_at': '2022-05-04T14:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '2d747503-bcae-4223-a106-3d7ea0a5b67e', 'name': '', 'network_id': '9ee56c83-e07e-44cc-8eed-a7ef4fa1575a', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'mac_address': 'fa:16:3e:72:48:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b743b201-5017-40b6-bae2-8c20a603dad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:56Z', 'updated_at': '2022-05-04T15:00:01Z', 'revision_number': 4, 'project_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'subnets': [{'id': 'b743b201-5017-40b6-bae2-8c20a603dad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:00:02.315666 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-b60ddeee-8e3d-4069-b187-b4ebc0bacf26 None None] Current status of the port 2d747503-bcae-4223-a106-3d7ea0a5b67e is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:00:02.573060 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-bc56abe0-1a9d-41ce-beab-ceb7ca42420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:02.574698 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-bc56abe0-1a9d-41ce-beab-ceb7ca42420a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a60c17ae45844c490bcefc6bc54c879&device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 1128 time: 0.0496123 May 04 15:00:02.575540 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d6dc-a381-4b05-b4e4-8190e8ed001e req-f9aa408c-6672-43ec-b068-d737c8fa1d44 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:02.577170 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3e52d6dc-a381-4b05-b4e4-8190e8ed001e req-f9aa408c-6672-43ec-b068-d737c8fa1d44 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 944 time: 0.0579798 May 04 15:00:02.626132 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-18dd878e-53bb-46d5-8f02-ed06518a4ffc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b69a259-a03d-42a9-adc7-65603c80aeeb HTTP/1.1" status: 200 len: 217 time: 0.0432155 May 04 15:00:02.658538 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-3e52d6dc-a381-4b05-b4e4-8190e8ed001e req-fead488b-7748-4a7e-9bc2-efa62002621b tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747163 May 04 15:00:02.684624 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-33f246cd-e8be-4529-84d2-a31fa6d5f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:02.686113 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-33f246cd-e8be-4529-84d2-a31fa6d5f2e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17d98e8d-5210-4247-9d1e-31754215a401 HTTP/1.1" status: 200 len: 854 time: 0.0533843 May 04 15:00:02.722897 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-e073160e-a00f-4c7d-968a-7c4886687e6b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e16c3261-4fcf-4d3c-834d-1d3c03b37cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300663 May 04 15:00:02.831506 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-d84a06db-07a9-4624-9b71-97571b5934a7 service neutron] 10.222.0.49 "GET /v2.0/networks/e16c3261-4fcf-4d3c-834d-1d3c03b37cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019802 May 04 15:00:02.901097 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-9189c8d2-7284-4a5a-8629-1c82645d1719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:02.983441 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7f5836a8-d0f2-470b-9fda-9941ca52f9be req-4433bab1-5056-4d16-8364-8f4171e43f5d service neutron] 10.222.0.49 "GET /v2.0/networks/e16c3261-4fcf-4d3c-834d-1d3c03b37cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458752 May 04 15:00:03.541156 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 2d747503-bcae-4223-a106-3d7ea0a5b67e up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:03.587196 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 2d747503-bcae-4223-a106-3d7ea0a5b67e triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:00:03.587590 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:03.684267 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 2d747503-bcae-4223-a106-3d7ea0a5b67e is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:00:03.783314 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a8fba-3532-4636-a53d-e05bf09f0399 req-9ef3cb9c-ed1b-4911-b81e-0784613a4c66 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:03.785129 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-514a8fba-3532-4636-a53d-e05bf09f0399 req-9ef3cb9c-ed1b-4911-b81e-0784613a4c66 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 944 time: 0.0561831 May 04 15:00:03.858155 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-514a8fba-3532-4636-a53d-e05bf09f0399 req-dc6ae91e-a150-48b9-b3ee-4d26ce9ef48b tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673747 May 04 15:00:04.523147 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 9b69a259-a03d-42a9-adc7-65603c80aeeb details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:00:04.642830 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 9b69a259-a03d-42a9-adc7-65603c80aeeb, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=9b69a259-a03d-42a9-adc7-65603c80aeeb,segment=NetworkSegment(d56da34f-6dd7-4b3c-8e82-ecb5584e80ac),segment_id=d56da34f-6dd7-4b3c-8e82-ecb5584e80ac)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:04.656243 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '9b69a259-a03d-42a9-adc7-65603c80aeeb', 'network_id': 'e16c3261-4fcf-4d3c-834d-1d3c03b37cba', 'port_id': '9b69a259-a03d-42a9-adc7-65603c80aeeb', 'mac_address': 'fa:16:3e:69:51:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d98e8d-5210-4247-9d1e-31754215a401', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:00:04.702437 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 9b69a259-a03d-42a9-adc7-65603c80aeeb is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:00:04.702828 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (9b69a259-a03d-42a9-adc7-65603c80aeeb), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:04.719192 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b69a259-a03d-42a9-adc7-65603c80aeeb {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:00:04.749189 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 9b69a259-a03d-42a9-adc7-65603c80aeeb, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=9b69a259-a03d-42a9-adc7-65603c80aeeb,segment=NetworkSegment(d56da34f-6dd7-4b3c-8e82-ecb5584e80ac),segment_id=d56da34f-6dd7-4b3c-8e82-ecb5584e80ac)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:04.755037 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (9b69a259-a03d-42a9-adc7-65603c80aeeb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:04.760437 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-55a90103-6307-41ec-a134-444aa7394f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:04.807619 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=9b69a259-a03d-42a9-adc7-65603c80aeeb,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:04.983748 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['9b69a259-a03d-42a9-adc7-65603c80aeeb'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:00:05.029367 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3012cbb-af08-49ac-becd-96d81030c3ed req-5d467e28-d702-4f67-9892-72b3832d574b tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:05.033614 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f3012cbb-af08-49ac-becd-96d81030c3ed req-5d467e28-d702-4f67-9892-72b3832d574b tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 945 time: 0.0915663 May 04 15:00:05.140284 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f3012cbb-af08-49ac-becd-96d81030c3ed req-0b442578-e15a-4bb8-b8f3-4e813e0a296d tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951526 May 04 15:00:06.053724 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:06.279933 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35569b13-d436-4b82-a0c3-51a3544ee4ac req-1d70265a-6d02-4a20-94d6-d7102a39dfca tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:06.281561 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-35569b13-d436-4b82-a0c3-51a3544ee4ac req-1d70265a-6d02-4a20-94d6-d7102a39dfca tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 945 time: 0.0611269 May 04 15:00:06.342030 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-35569b13-d436-4b82-a0c3-51a3544ee4ac req-0ecda2af-3a65-4925-a3ee-1b00971898e0 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511372 May 04 15:00:06.536532 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 9b69a259-a03d-42a9-adc7-65603c80aeeb up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:06.588295 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port 9b69a259-a03d-42a9-adc7-65603c80aeeb completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 15:00:06.597138 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 9b69a259-a03d-42a9-adc7-65603c80aeeb triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:00:06.597513 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (9b69a259-a03d-42a9-adc7-65603c80aeeb), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:06.693770 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 9b69a259-a03d-42a9-adc7-65603c80aeeb is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:00:06.694153 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (9b69a259-a03d-42a9-adc7-65603c80aeeb), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:06.719557 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f606e77e-2dae-4d71-882e-d24be4429485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b69a259-a03d-42a9-adc7-65603c80aeeb'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:00:06.721998 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eda99c-68d3-41d7-8760-bab494814334" -d '{"events": [{"server_uuid": "f606e77e-2dae-4d71-882e-d24be4429485", "name": "network-vif-plugged", "status": "completed", "tag": "9b69a259-a03d-42a9-adc7-65603c80aeeb"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:00:06.736499 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 9b69a259-a03d-42a9-adc7-65603c80aeeb, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=9b69a259-a03d-42a9-adc7-65603c80aeeb,segment=NetworkSegment(d56da34f-6dd7-4b3c-8e82-ecb5584e80ac),segment_id=d56da34f-6dd7-4b3c-8e82-ecb5584e80ac)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:06.744296 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (9b69a259-a03d-42a9-adc7-65603c80aeeb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:06.786244 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381e5d87-20c3-4f7b-af48-db5e434eb4dc x-openstack-request-id: req-381e5d87-20c3-4f7b-af48-db5e434eb4dc {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:00:06.786803 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f606e77e-2dae-4d71-882e-d24be4429485", "name": "network-vif-plugged", "status": "completed", "tag": "9b69a259-a03d-42a9-adc7-65603c80aeeb", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:00:06.787160 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-381e5d87-20c3-4f7b-af48-db5e434eb4dc {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:00:06.787796 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381e5d87-20c3-4f7b-af48-db5e434eb4dc'] response: {'server_uuid': 'f606e77e-2dae-4d71-882e-d24be4429485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b69a259-a03d-42a9-adc7-65603c80aeeb', 'code': 200} May 04 15:00:06.832932 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=9b69a259-a03d-42a9-adc7-65603c80aeeb,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:06.966901 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff7fd0-facb-410f-9506-0c65837d7cbf req-af0bf07f-6c15-47c8-9995-3c37377c5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:06.968830 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-daff7fd0-facb-410f-9506-0c65837d7cbf req-af0bf07f-6c15-47c8-9995-3c37377c5933 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 1130 time: 0.0552759 May 04 15:00:07.040118 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-daff7fd0-facb-410f-9506-0c65837d7cbf req-06f8fad3-488d-4f31-b541-92be984098dd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649073 May 04 15:00:07.491550 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:07.566576 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a4b9e-4211-47ad-93b9-e7310bc4bf37 req-daace844-610d-421e-834f-ee5f6e8e3615 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:07.568951 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2a5a4b9e-4211-47ad-93b9-e7310bc4bf37 req-daace844-610d-421e-834f-ee5f6e8e3615 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 946 time: 0.0897591 May 04 15:00:07.640093 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2a5a4b9e-4211-47ad-93b9-e7310bc4bf37 req-8a4502e3-204e-49d9-857a-6fadb9391a89 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650847 May 04 15:00:08.798162 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6562647-9eae-4dc0-a4e6-62c29b8c2bcf req-18e3b22c-1874-4380-8f78-c0f7e50b5067 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:08.799739 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e6562647-9eae-4dc0-a4e6-62c29b8c2bcf req-18e3b22c-1874-4380-8f78-c0f7e50b5067 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 946 time: 0.0686293 May 04 15:00:08.862131 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e6562647-9eae-4dc0-a4e6-62c29b8c2bcf req-94599b03-ca03-42ce-95a1-c197d2133846 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563445 May 04 15:00:08.882447 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:11.925114 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c53cf56-1e9a-4210-a868-b20b38a3167d req-41c05072-bfde-450a-b1f1-43723afb8f4f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609658 May 04 15:00:12.029610 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53cf56-1e9a-4210-a868-b20b38a3167d req-f60e0b7e-8b54-43a2-94f7-abdd3a441680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:12.033088 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c53cf56-1e9a-4210-a868-b20b38a3167d req-f60e0b7e-8b54-43a2-94f7-abdd3a441680 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 1129 time: 0.0690606 May 04 15:00:12.182598 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53cf56-1e9a-4210-a868-b20b38a3167d req-5fe99b05-820a-4933-ad0b-1c1925174a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:12.184627 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c53cf56-1e9a-4210-a868-b20b38a3167d req-5fe99b05-820a-4933-ad0b-1c1925174a9c service neutron] 10.222.0.49 "GET /v2.0/networks?id=603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 200 len: 913 time: 0.1179981 May 04 15:00:13.375504 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c53cf56-1e9a-4210-a868-b20b38a3167d req-c66a00ae-aa66-4d8f-9c1f-cc19e470149a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 HTTP/1.1" status: 200 len: 1000 time: 0.0931177 May 04 15:00:13.412370 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:14.104853 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53cf56-1e9a-4210-a868-b20b38a3167d req-27830fc1-8ad0-4d59-9916-6735046795de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:14.106368 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c53cf56-1e9a-4210-a868-b20b38a3167d req-27830fc1-8ad0-4d59-9916-6735046795de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8fe32c0-07c2-4288-b3f3-920f7d53b942 HTTP/1.1" status: 200 len: 851 time: 0.0565057 May 04 15:00:15.027018 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53cf56-1e9a-4210-a868-b20b38a3167d req-b0de3ad9-5c12-4bea-8674-b2208151a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:15.030015 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c53cf56-1e9a-4210-a868-b20b38a3167d req-b0de3ad9-5c12-4bea-8674-b2208151a4ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=603b2177-ca93-4721-a940-b349edbe094b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506158 May 04 15:00:15.141290 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c53cf56-1e9a-4210-a868-b20b38a3167d req-552e2da8-2cb0-4744-a43e-18cadeb86044 service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035016 May 04 15:00:15.255900 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8c53cf56-1e9a-4210-a868-b20b38a3167d req-5b180e0a-dd93-4d3e-9b8f-f924d5b6d9a4 service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042683 May 04 15:00:19.813014 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-1cbbac47-2359-4b71-9a98-abaff819165a tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596917158&fields=id&tenant_id=da7a630cbd2f476a81d60db712b4dbd3 HTTP/1.1" status: 200 len: 267 time: 0.0584891 May 04 15:00:20.241920 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-1f74b788-bca1-4960-a10b-868939722dc0 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:20.243758 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-1f74b788-bca1-4960-a10b-868939722dc0 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/networks?id=603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 200 len: 812 time: 0.4173996 May 04 15:00:20.272055 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-db74f076-7a6e-4ab1-9ae1-9284f399f441 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/quotas/da7a630cbd2f476a81d60db712b4dbd3 HTTP/1.1" status: 200 len: 375 time: 0.0109124 May 04 15:00:20.333273 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8056254d-f336-45ef-8df7-600db0b5c69a tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490222 May 04 15:00:20.468167 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-c3c5529d-bec6-422c-91b7-f58276ed1c24 service neutron] 10.222.0.32 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198549 May 04 15:00:20.595781 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-ef8e2f61-9262-4dca-95bf-802aa3fa3f5a service neutron] 10.222.0.32 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241789 May 04 15:00:20.859167 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 44880) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:20.971447 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c03b832e-7d72-40c8-b141-e57e091f660b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:21.084195 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c03b832e-7d72-40c8-b141-e57e091f660b admin admin] Publish callbacks [] for security_group (744bf009-bb95-419d-9f3a-4597c29887db), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:21.087916 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-c03b832e-7d72-40c8-b141-e57e091f660b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (744bf009-bb95-419d-9f3a-4597c29887db), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:21.132026 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-c03b832e-7d72-40c8-b141-e57e091f660b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57078fd144594c0d82ae638a8ea5a631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715464 May 04 15:00:21.133655 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 44888) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:21.143796 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b832e-7d72-40c8-b141-e57e091f660b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744bf009-bb95-419d-9f3a-4597c29887db,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:21.213384 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c87b0e88-8b6f-4c10-80f4-d869938485ba req-c6e2e17b-0708-41a6-9f15-5388f1ac506c tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 210 time: 0.0364399 May 04 15:00:21.220387 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9cd3d158-140c-4d28-bdaa-a6449a34c776 admin admin] Publish callbacks [] for security_group (744bf009-bb95-419d-9f3a-4597c29887db), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:21.244644 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9cd3d158-140c-4d28-bdaa-a6449a34c776 admin admin] Publish callbacks [] for security_group (744bf009-bb95-419d-9f3a-4597c29887db), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:21.302902 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9cd3d158-140c-4d28-bdaa-a6449a34c776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (744bf009-bb95-419d-9f3a-4597c29887db), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:21.310360 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9cd3d158-140c-4d28-bdaa-a6449a34c776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:21.318718 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-9cd3d158-140c-4d28-bdaa-a6449a34c776 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/744bf009-bb95-419d-9f3a-4597c29887db HTTP/1.1" status: 204 len: 168 time: 0.1824427 May 04 15:00:21.334999 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3d158-140c-4d28-bdaa-a6449a34c776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744bf009-bb95-419d-9f3a-4597c29887db,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:21.703739 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 44908) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:21.718786 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3679f66d-c1ba-4c2d-8580-471dab2aa7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:21.851415 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3679f66d-c1ba-4c2d-8580-471dab2aa7d1 admin admin] Publish callbacks [] for security_group (5999aa1d-309d-419d-9422-7648ea24ea51), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:21.858187 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3679f66d-c1ba-4c2d-8580-471dab2aa7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (5999aa1d-309d-419d-9422-7648ea24ea51), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:21.912472 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-3679f66d-c1ba-4c2d-8580-471dab2aa7d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d26724a702b461a982ea5af96bed781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2049797 May 04 15:00:21.912750 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 44914) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:21.920511 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679f66d-c1ba-4c2d-8580-471dab2aa7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5999aa1d-309d-419d-9422-7648ea24ea51,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:21.968750 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ce94c53a-9c96-47a2-84c8-b7d7c979b76d admin admin] Publish callbacks [] for security_group (5999aa1d-309d-419d-9422-7648ea24ea51), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:21.994654 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ce94c53a-9c96-47a2-84c8-b7d7c979b76d admin admin] Publish callbacks [] for security_group (5999aa1d-309d-419d-9422-7648ea24ea51), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:22.058565 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ce94c53a-9c96-47a2-84c8-b7d7c979b76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (5999aa1d-309d-419d-9422-7648ea24ea51), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:22.061463 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ce94c53a-9c96-47a2-84c8-b7d7c979b76d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:22.062638 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-ce94c53a-9c96-47a2-84c8-b7d7c979b76d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5999aa1d-309d-419d-9422-7648ea24ea51 HTTP/1.1" status: 204 len: 168 time: 0.1487319 May 04 15:00:22.071050 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94c53a-9c96-47a2-84c8-b7d7c979b76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5999aa1d-309d-419d-9422-7648ea24ea51,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:22.318508 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-04299cf3-35b0-402f-8899-ebffda6a0f81 req-47538349-ca6f-4642-b889-777a962609ec tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 210 time: 0.0342648 May 04 15:00:22.855042 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-ef61e733-8a63-4451-89c6-eb7ac4199382 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:22.857392 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-ef61e733-8a63-4451-89c6-eb7ac4199382 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.49 "GET /v2.0/networks?id=603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 200 len: 812 time: 0.1586297 May 04 15:00:23.006133 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-615c1915-d9d9-4306-8a43-ec046cbfab9b tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da7a630cbd2f476a81d60db712b4dbd3 HTTP/1.1" status: 200 len: 380 time: 0.1278975 May 04 15:00:23.018564 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-c5a03d9f-f16b-482b-8147-3572e7dfd51e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Request body: {'port': {'device_id': '83884672-3b8f-4827-b224-07b253fa0bbd', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'admin_state_up': True, 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'security_groups': ['27f821c4-4a85-41de-9d8f-3b6e9b421b14']}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:00:23.147627 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-c5a03d9f-f16b-482b-8147-3572e7dfd51e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Made reservation on behalf of da7a630cbd2f476a81d60db712b4dbd3 for: {'port': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:23.151324 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-c5a03d9f-f16b-482b-8147-3572e7dfd51e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:23.342094 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-c5a03d9f-f16b-482b-8147-3572e7dfd51e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Allocated IP 172.20.0.7 (603b2177-ca93-4721-a940-b349edbe094b/e8fe32c0-07c2-4288-b3f3-920f7d53b942/5ce0d0bb-b137-4491-bafb-bfad10cf0307) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:23.483008 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-24ba0268-5180-4ada-a8f3-1b742b37ebc5 req-5bd87959-9333-4894-8ffc-956f5b2ac8ca tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 210 time: 0.0510895 May 04 15:00:23.585451 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-c5a03d9f-f16b-482b-8147-3572e7dfd51e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for port (5ce0d0bb-b137-4491-bafb-bfad10cf0307), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:23.645570 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-c5a03d9f-f16b-482b-8147-3572e7dfd51e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (5ce0d0bb-b137-4491-bafb-bfad10cf0307), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:23.719090 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-c5a03d9f-f16b-482b-8147-3572e7dfd51e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Network 603b2177-ca93-4721-a940-b349edbe094b is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:23.727325 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-c5a03d9f-f16b-482b-8147-3572e7dfd51e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:23.732497 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-c5a03d9f-f16b-482b-8147-3572e7dfd51e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:23.736828 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a03d9f-f16b-482b-8147-3572e7dfd51e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event updated for resources: {'Port': ['ID=5ce0d0bb-b137-4491-bafb-bfad10cf0307,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:23.806865 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-c5a03d9f-f16b-482b-8147-3572e7dfd51e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:23.807887 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-c5a03d9f-f16b-482b-8147-3572e7dfd51e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:23.826393 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-c5a03d9f-f16b-482b-8147-3572e7dfd51e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8143327 May 04 15:00:23.839231 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Request body: {'port': {'device_id': '83884672-3b8f-4827-b224-07b253fa0bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:00:23.915565 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (5ce0d0bb-b137-4491-bafb-bfad10cf0307), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:24.124002 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-0f52c7d7-d045-473a-8547-63ecc57dd808 None None] Provisioning complete for port 5ce0d0bb-b137-4491-bafb-bfad10cf0307 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:00:24.124683 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0f52c7d7-d045-473a-8547-63ecc57dd808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (5ce0d0bb-b137-4491-bafb-bfad10cf0307), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:24.161788 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-0f52c7d7-d045-473a-8547-63ecc57dd808 None None] Port 5ce0d0bb-b137-4491-bafb-bfad10cf0307 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 15:00:24.292882 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce0d0bb-b137-4491-bafb-bfad10cf0307 {{(pid=115136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:00:24.303149 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Publish callbacks [] for port (5ce0d0bb-b137-4491-bafb-bfad10cf0307), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:24.321819 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.provisioning_blocks [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Transition to ACTIVE for port object 5ce0d0bb-b137-4491-bafb-bfad10cf0307 will not be triggered until provisioned by entity L2. {{(pid=115136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 15:00:24.326118 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (5ce0d0bb-b137-4491-bafb-bfad10cf0307), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:24.391679 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce0d0bb-b137-4491-bafb-bfad10cf0307,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:24.485850 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Attempting to bind port 5ce0d0bb-b137-4491-bafb-bfad10cf0307 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 15:00:24.486282 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Attempting to bind port 5ce0d0bb-b137-4491-bafb-bfad10cf0307 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 15:00:24.486672 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Attempting to bind port 5ce0d0bb-b137-4491-bafb-bfad10cf0307 on network 603b2177-ca93-4721-a940-b349edbe094b {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:24.492347 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Port 5ce0d0bb-b137-4491-bafb-bfad10cf0307 on network 603b2177-ca93-4721-a940-b349edbe094b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:00:24.492765 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Attempting to bind port 5ce0d0bb-b137-4491-bafb-bfad10cf0307 on network 603b2177-ca93-4721-a940-b349edbe094b {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:24.499371 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:24.499788 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Checking segment: {'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 15:00:24.500238 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Bound using segment: {'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:24.500741 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Bound port: 5ce0d0bb-b137-4491-bafb-bfad10cf0307, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a882fb2-c2c0-4798-9912-7bff9c93c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '603b2177-ca93-4721-a940-b349edbe094b'}}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 15:00:24.501343 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (5ce0d0bb-b137-4491-bafb-bfad10cf0307), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:24.616060 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] For port 5ce0d0bb-b137-4491-bafb-bfad10cf0307, host hv-cinder-84049, cleared binding levels {{(pid=115136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:24.635492 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] For port 5ce0d0bb-b137-4491-bafb-bfad10cf0307, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=5ce0d0bb-b137-4491-bafb-bfad10cf0307,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:24.645652 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e97b2d-d0ea-45cd-a598-77e02db196b7 req-8b10a0d8-ae06-47ca-bc93-3ad2ee31c8f5 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:24.647367 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-87e97b2d-d0ea-45cd-a598-77e02db196b7 req-8b10a0d8-ae06-47ca-bc93-3ad2ee31c8f5 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 943 time: 0.0704870 May 04 15:00:24.649453 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (5ce0d0bb-b137-4491-bafb-bfad10cf0307), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:24.695339 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:24.695959 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:24.697471 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] 10.222.0.49 "PUT /v2.0/ports/5ce0d0bb-b137-4491-bafb-bfad10cf0307 HTTP/1.1" status: 200 len: 1093 time: 0.8637626 May 04 15:00:24.708459 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83884672-3b8f-4827-b224-07b253fa0bbd', 'tag': '5ce0d0bb-b137-4491-bafb-bfad10cf0307'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:00:24.711129 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad45e6c-2d02-4e5f-b8b1-427b8b8d1746" -d '{"events": [{"name": "network-changed", "server_uuid": "83884672-3b8f-4827-b224-07b253fa0bbd", "tag": "5ce0d0bb-b137-4491-bafb-bfad10cf0307"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:00:24.778653 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2065282a-bacb-4b02-8781-ce9e21876944 x-openstack-request-id: req-2065282a-bacb-4b02-8781-ce9e21876944 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:00:24.778956 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83884672-3b8f-4827-b224-07b253fa0bbd", "tag": "5ce0d0bb-b137-4491-bafb-bfad10cf0307", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:00:24.779197 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2065282a-bacb-4b02-8781-ce9e21876944 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:00:24.779666 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2065282a-bacb-4b02-8781-ce9e21876944'] response: {'name': 'network-changed', 'server_uuid': '83884672-3b8f-4827-b224-07b253fa0bbd', 'tag': '5ce0d0bb-b137-4491-bafb-bfad10cf0307', 'status': 'completed', 'code': 200} May 04 15:00:24.802639 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc50a5a-b372-4c88-a0fb-24a260d1b998 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce0d0bb-b137-4491-bafb-bfad10cf0307,revision_number=3']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:24.819349 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-87e97b2d-d0ea-45cd-a598-77e02db196b7 req-bf247424-716a-446f-9502-153c6a1f4454 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605005 May 04 15:00:24.830000 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-680c9235-e9e6-4b50-8094-0985dc4870ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:24.831561 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-680c9235-e9e6-4b50-8094-0985dc4870ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 1127 time: 0.0741427 May 04 15:00:24.884033 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-1a46b59c-344d-4c30-8335-ec9cd273bf3a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ce0d0bb-b137-4491-bafb-bfad10cf0307 HTTP/1.1" status: 200 len: 217 time: 0.0407705 May 04 15:00:24.949773 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-b7580e07-86ff-4999-a8a8-85cbef034631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:24.951401 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-b7580e07-86ff-4999-a8a8-85cbef034631 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8fe32c0-07c2-4288-b3f3-920f7d53b942 HTTP/1.1" status: 200 len: 851 time: 0.0604544 May 04 15:00:25.002944 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-d28841a2-41eb-48c1-bfcf-9876324c298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:25.005328 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-d28841a2-41eb-48c1-bfcf-9876324c298c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=603b2177-ca93-4721-a940-b349edbe094b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477579 May 04 15:00:25.124082 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-3fc11d4d-2f1b-4606-95b5-cc8be3e5e00d service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065233 May 04 15:00:25.228760 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6eb2c3e4-06e3-4055-b817-307581b35621 req-e82d4958-4109-443f-918a-c50d34701179 service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983500 May 04 15:00:25.576899 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad45e6c-2d02-4e5f-b8b1-427b8b8d1746 req-7ae98ebc-24d4-44ee-b03a-c0d7e6e49670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:25.578427 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bad45e6c-2d02-4e5f-b8b1-427b8b8d1746 req-7ae98ebc-24d4-44ee-b03a-c0d7e6e49670 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 1127 time: 0.0439975 May 04 15:00:25.692071 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad45e6c-2d02-4e5f-b8b1-427b8b8d1746 req-2745146a-e47d-4faa-87f7-7677e1523a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:25.693606 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bad45e6c-2d02-4e5f-b8b1-427b8b8d1746 req-2745146a-e47d-4faa-87f7-7677e1523a25 service neutron] 10.222.0.49 "GET /v2.0/networks?id=603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 200 len: 913 time: 0.1025927 May 04 15:00:25.739326 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bad45e6c-2d02-4e5f-b8b1-427b8b8d1746 req-61f4bcaa-66aa-4d68-b000-e242e01032db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ce0d0bb-b137-4491-bafb-bfad10cf0307 HTTP/1.1" status: 200 len: 217 time: 0.0363126 May 04 15:00:25.801592 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad45e6c-2d02-4e5f-b8b1-427b8b8d1746 req-20ad5902-1022-4e79-a6fa-30e4b019249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:25.803065 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bad45e6c-2d02-4e5f-b8b1-427b8b8d1746 req-20ad5902-1022-4e79-a6fa-30e4b019249b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8fe32c0-07c2-4288-b3f3-920f7d53b942 HTTP/1.1" status: 200 len: 851 time: 0.0548537 May 04 15:00:25.856297 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad45e6c-2d02-4e5f-b8b1-427b8b8d1746 req-4e2ba250-63b9-4035-abb6-06961768024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:25.857944 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bad45e6c-2d02-4e5f-b8b1-427b8b8d1746 req-4e2ba250-63b9-4035-abb6-06961768024f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=603b2177-ca93-4721-a940-b349edbe094b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472419 May 04 15:00:25.953884 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5956b-1539-429e-abc4-1c5dbc1b0930 req-c4358656-12ad-44cd-8b20-3151d085e630 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:25.955551 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a7f5956b-1539-429e-abc4-1c5dbc1b0930 req-c4358656-12ad-44cd-8b20-3151d085e630 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 943 time: 0.0540998 May 04 15:00:25.969506 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bad45e6c-2d02-4e5f-b8b1-427b8b8d1746 req-8523334a-18e9-43e6-a808-31126a5ca4d1 service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987630 May 04 15:00:26.012869 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a7f5956b-1539-429e-abc4-1c5dbc1b0930 req-09cc7d1a-dd1e-4e14-b3a0-32db12951cdb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500901 May 04 15:00:26.075774 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bad45e6c-2d02-4e5f-b8b1-427b8b8d1746 req-39e372f0-1a9e-4309-8266-65debdafe55b service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997164 May 04 15:00:26.089055 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:00:27.038405 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 45026) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:27.146883 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a473aa-6b1b-4db4-ae2b-688d5b07eb87 req-de6b72ac-6d0c-40a7-bcf6-9bc7081117b9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:27.148499 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c2a473aa-6b1b-4db4-ae2b-688d5b07eb87 req-de6b72ac-6d0c-40a7-bcf6-9bc7081117b9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 943 time: 0.0535405 May 04 15:00:27.177446 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-02ec7b50-6cc2-47cf-b80e-1eb4797143db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:27.237974 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c2a473aa-6b1b-4db4-ae2b-688d5b07eb87 req-7bdb8743-99a4-4d99-9b1b-c7219d1eeff1 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798903 May 04 15:00:27.316622 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-02ec7b50-6cc2-47cf-b80e-1eb4797143db admin admin] Publish callbacks [] for security_group (969e7f67-9670-41a3-8f18-89531e52d5e7), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:27.322701 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-02ec7b50-6cc2-47cf-b80e-1eb4797143db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (969e7f67-9670-41a3-8f18-89531e52d5e7), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:27.370996 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-02ec7b50-6cc2-47cf-b80e-1eb4797143db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9de6cf6271ec43e7ab3b2018b60e3178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288229 May 04 15:00:27.371363 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 45034) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:27.383063 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec7b50-6cc2-47cf-b80e-1eb4797143db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969e7f67-9670-41a3-8f18-89531e52d5e7,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:27.432909 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f7886b73-6788-4b93-83c0-5cb4ceba7c15 admin admin] Publish callbacks [] for security_group (969e7f67-9670-41a3-8f18-89531e52d5e7), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:27.457383 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f7886b73-6788-4b93-83c0-5cb4ceba7c15 admin admin] Publish callbacks [] for security_group (969e7f67-9670-41a3-8f18-89531e52d5e7), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:27.513310 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f7886b73-6788-4b93-83c0-5cb4ceba7c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (969e7f67-9670-41a3-8f18-89531e52d5e7), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:27.515976 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f7886b73-6788-4b93-83c0-5cb4ceba7c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:27.517211 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-f7886b73-6788-4b93-83c0-5cb4ceba7c15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/969e7f67-9670-41a3-8f18-89531e52d5e7 HTTP/1.1" status: 204 len: 168 time: 0.1446753 May 04 15:00:27.528661 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7886b73-6788-4b93-83c0-5cb4ceba7c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969e7f67-9670-41a3-8f18-89531e52d5e7,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:27.834141 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 45042) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:27.850836 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-87a943b5-3d73-4574-8c5a-b048a0657429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:27.952742 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-87a943b5-3d73-4574-8c5a-b048a0657429 admin admin] Publish callbacks [] for security_group (4d7ad056-3715-4e0c-9d00-eef245f6c52e), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:27.958151 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-87a943b5-3d73-4574-8c5a-b048a0657429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (4d7ad056-3715-4e0c-9d00-eef245f6c52e), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:27.998795 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-87a943b5-3d73-4574-8c5a-b048a0657429 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd6dc69a098243bb934b90698bff243b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634464 May 04 15:00:27.999793 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a943b5-3d73-4574-8c5a-b048a0657429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7ad056-3715-4e0c-9d00-eef245f6c52e,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:28.002158 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 45046) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:28.056838 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-06b15a3b-776c-417d-808c-b95f107ad23a admin admin] Publish callbacks [] for security_group (4d7ad056-3715-4e0c-9d00-eef245f6c52e), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:28.079404 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-06b15a3b-776c-417d-808c-b95f107ad23a admin admin] Publish callbacks [] for security_group (4d7ad056-3715-4e0c-9d00-eef245f6c52e), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:28.131645 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-06b15a3b-776c-417d-808c-b95f107ad23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (4d7ad056-3715-4e0c-9d00-eef245f6c52e), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:28.135401 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-06b15a3b-776c-417d-808c-b95f107ad23a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:28.136581 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-06b15a3b-776c-417d-808c-b95f107ad23a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d7ad056-3715-4e0c-9d00-eef245f6c52e HTTP/1.1" status: 204 len: 168 time: 0.1335144 May 04 15:00:28.149538 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b15a3b-776c-417d-808c-b95f107ad23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7ad056-3715-4e0c-9d00-eef245f6c52e,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:28.400743 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444e8fd-4506-4557-a33d-7593f8e50d71 req-6b886981-42d3-4ad7-b943-94b82962b7a0 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:28.403477 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e444e8fd-4506-4557-a33d-7593f8e50d71 req-6b886981-42d3-4ad7-b943-94b82962b7a0 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 943 time: 0.0775774 May 04 15:00:28.489458 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e444e8fd-4506-4557-a33d-7593f8e50d71 req-6dfc2064-939e-4017-ac11-39db5fda62b5 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802305 May 04 15:00:29.623864 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8602d8-0925-45fb-bd3e-5174a622d4b0 req-5a1a0280-781f-4405-95df-5b31c7fe9fdf tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:29.625362 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cc8602d8-0925-45fb-bd3e-5174a622d4b0 req-5a1a0280-781f-4405-95df-5b31c7fe9fdf tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 943 time: 0.0546436 May 04 15:00:29.684332 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cc8602d8-0925-45fb-bd3e-5174a622d4b0 req-f9ab2b11-e199-4592-8f65-3e722e0b6018 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516367 May 04 15:00:30.824190 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a9b27-0038-4b34-8d94-5ed677e45d18 req-4355d364-9444-4d10-8a44-a147d96495aa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:30.825744 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-989a9b27-0038-4b34-8d94-5ed677e45d18 req-4355d364-9444-4d10-8a44-a147d96495aa tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 943 time: 0.0521982 May 04 15:00:30.887280 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-989a9b27-0038-4b34-8d94-5ed677e45d18 req-747df73a-7051-46ae-8200-5ae7cbfc967b tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527339 May 04 15:00:31.080469 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-54b48663-5847-4eea-b6c0-f0896acb6ee0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904680616&fields=id&tenant_id=35023f0e4a0842778e3125cb024562c3 HTTP/1.1" status: 200 len: 267 time: 0.0566976 May 04 15:00:31.202879 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-7020d299-dec0-4518-8f71-2db789dbd4b6 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:31.204328 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-7020d299-dec0-4518-8f71-2db789dbd4b6 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/networks?id=cf60ddd7-94c9-452b-bfed-a9f91227a945 HTTP/1.1" status: 200 len: 808 time: 0.1108813 May 04 15:00:31.219755 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-92a293fd-b036-41de-a126-dcf975138c50 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/quotas/35023f0e4a0842778e3125cb024562c3 HTTP/1.1" status: 200 len: 375 time: 0.0099199 May 04 15:00:31.299157 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-a735b833-cf19-4351-ba18-4c2fc535791c tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=35023f0e4a0842778e3125cb024562c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733876 May 04 15:00:31.406328 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-91f2e8fd-c1a9-4551-99cf-a544272cf9c9 service neutron] 10.222.0.32 "GET /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934012 May 04 15:00:31.523267 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-e953c763-f80a-4131-ab27-ebae01adb529 service neutron] 10.222.0.32 "GET /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094823 May 04 15:00:31.893019 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ef318ca8-78e6-4dfb-a44e-17e0278b07ac req-75a0f4bb-355c-4100-b4fb-6d871cecf1f4 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 210 time: 0.0338979 May 04 15:00:32.036480 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ac9a4-a9ce-4f33-b13c-022278f21ae6 req-fa7c5075-5690-4781-b3c1-8fbdd74a5ed4 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:32.037724 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 45136) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:32.038985 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-de8ac9a4-a9ce-4f33-b13c-022278f21ae6 req-fa7c5075-5690-4781-b3c1-8fbdd74a5ed4 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 943 time: 0.0671265 May 04 15:00:32.122351 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-de8ac9a4-a9ce-4f33-b13c-022278f21ae6 req-627b9900-0b78-48e2-8470-27f2e519d1bb tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767999 May 04 15:00:32.180182 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:32.280960 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Publish callbacks [] for security_group (f9443632-0011-4c43-a007-21d3fc57aee9), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:32.286302 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (f9443632-0011-4c43-a007-21d3fc57aee9), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:32.331760 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9443632-0011-4c43-a007-21d3fc57aee9,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:32.336209 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=127c998138334dacab6b66ac1ded5041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968278 May 04 15:00:32.338675 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 45144) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:32.345849 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:32.346221 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:32.346519 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:32.346848 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:32.347173 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:32.347497 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:32.347815 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:32.348131 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:32.348450 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:32.348770 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:32.349119 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:32.349439 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:32.349915 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:32.350242 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:32.350557 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03a88a-3308-43b1-b7f7-76cfc6fb6269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:32.397879 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-15d23a9a-daa7-4dfb-8eae-6622096ed1e5 admin admin] Publish callbacks [] for security_group (f9443632-0011-4c43-a007-21d3fc57aee9), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:32.422801 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-15d23a9a-daa7-4dfb-8eae-6622096ed1e5 admin admin] Publish callbacks [] for security_group (f9443632-0011-4c43-a007-21d3fc57aee9), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:32.478762 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-15d23a9a-daa7-4dfb-8eae-6622096ed1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (f9443632-0011-4c43-a007-21d3fc57aee9), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:32.481811 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-15d23a9a-daa7-4dfb-8eae-6622096ed1e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:32.485365 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-15d23a9a-daa7-4dfb-8eae-6622096ed1e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9443632-0011-4c43-a007-21d3fc57aee9 HTTP/1.1" status: 204 len: 168 time: 0.1442926 May 04 15:00:32.494725 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d23a9a-daa7-4dfb-8eae-6622096ed1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9443632-0011-4c43-a007-21d3fc57aee9,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:32.681270 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 5ce0d0bb-b137-4491-bafb-bfad10cf0307 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:00:32.877225 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 5ce0d0bb-b137-4491-bafb-bfad10cf0307, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=5ce0d0bb-b137-4491-bafb-bfad10cf0307,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:32.904709 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '5ce0d0bb-b137-4491-bafb-bfad10cf0307', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'port_id': '5ce0d0bb-b137-4491-bafb-bfad10cf0307', 'mac_address': 'fa:16:3e:d9:db:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:00:32.918196 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-27c03a6a-f5c3-4405-a04e-f01222409205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:32.995172 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 5ce0d0bb-b137-4491-bafb-bfad10cf0307 is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:00:32.995901 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (5ce0d0bb-b137-4491-bafb-bfad10cf0307), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:33.013829 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce0d0bb-b137-4491-bafb-bfad10cf0307 {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:00:33.037314 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 5ce0d0bb-b137-4491-bafb-bfad10cf0307, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=5ce0d0bb-b137-4491-bafb-bfad10cf0307,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:33.048859 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (5ce0d0bb-b137-4491-bafb-bfad10cf0307), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:33.079138 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8f7ae47a-05a1-4fbc-a3d6-a15e08c429c4 req-69827aa7-76ac-4ef9-a1db-709806a7e538 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 210 time: 0.0560911 May 04 15:00:33.138444 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=5ce0d0bb-b137-4491-bafb-bfad10cf0307,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:33.170109 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:33.170460 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:33.170831 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:33.171200 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:33.173454 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:33.173827 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:33.174369 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:33.174707 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:33.175061 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:33.175395 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:33.175938 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:33.176102 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:33.176459 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:33.176810 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:33.180189 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:33.282806 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['5ce0d0bb-b137-4491-bafb-bfad10cf0307'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:00:33.371038 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fc0e5-1d47-4e61-acc3-b1be57f6c0b1 req-1c62440a-59aa-4514-9979-c754ba8cefaf tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:33.372923 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf6fc0e5-1d47-4e61-acc3-b1be57f6c0b1 req-1c62440a-59aa-4514-9979-c754ba8cefaf tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 944 time: 0.1355925 May 04 15:00:33.590599 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bf6fc0e5-1d47-4e61-acc3-b1be57f6c0b1 req-28277417-f613-49a4-8fff-52ec3c0fa90b tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927350 May 04 15:00:33.652558 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-b97f38f8-0115-489a-9122-6f2c4f2c7f5d tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:33.654173 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-b97f38f8-0115-489a-9122-6f2c4f2c7f5d tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.49 "GET /v2.0/networks?id=cf60ddd7-94c9-452b-bfed-a9f91227a945 HTTP/1.1" status: 200 len: 808 time: 0.3670583 May 04 15:00:33.750315 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-ce7966ee-47bd-4c8f-abf8-314ed9216739 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35023f0e4a0842778e3125cb024562c3 HTTP/1.1" status: 200 len: 380 time: 0.0862298 May 04 15:00:33.763086 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-3c968c61-094c-40ea-9d65-687fc417e2fd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Request body: {'port': {'device_id': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'admin_state_up': True, 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'security_groups': ['15d2fa67-5629-45a1-afc5-3d627584cf43']}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:00:33.906614 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-3c968c61-094c-40ea-9d65-687fc417e2fd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Made reservation on behalf of 35023f0e4a0842778e3125cb024562c3 for: {'port': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:33.910772 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-3c968c61-094c-40ea-9d65-687fc417e2fd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:34.079320 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-3c968c61-094c-40ea-9d65-687fc417e2fd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Allocated IP 172.20.0.9 (cf60ddd7-94c9-452b-bfed-a9f91227a945/7f05771d-a62f-41e3-ba8b-daccf2ead403/61f7a2ee-d8c6-4e72-8670-c586d1b14686) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:34.249393 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-78300136-b7ba-46c9-a3f6-20b35080b86e req-f246a96e-3b49-41db-87ad-48a88ab20fae tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 210 time: 0.0651908 May 04 15:00:34.337949 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-3c968c61-094c-40ea-9d65-687fc417e2fd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:34.374625 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-3c968c61-094c-40ea-9d65-687fc417e2fd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:34.417885 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-3c968c61-094c-40ea-9d65-687fc417e2fd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Network cf60ddd7-94c9-452b-bfed-a9f91227a945 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:34.421032 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-3c968c61-094c-40ea-9d65-687fc417e2fd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:34.427271 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-3c968c61-094c-40ea-9d65-687fc417e2fd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:34.453537 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c968c61-094c-40ea-9d65-687fc417e2fd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Pushing event updated for resources: {'Port': ['ID=61f7a2ee-d8c6-4e72-8670-c586d1b14686,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:34.482841 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-3c968c61-094c-40ea-9d65-687fc417e2fd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:34.483615 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-3c968c61-094c-40ea-9d65-687fc417e2fd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:34.502466 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-3c968c61-094c-40ea-9d65-687fc417e2fd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7429795 May 04 15:00:34.514474 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Request body: {'port': {'device_id': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:00:34.595943 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:34.677115 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 5ce0d0bb-b137-4491-bafb-bfad10cf0307 up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:34.720385 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-c1291922-ab3a-4823-929e-fc8863e98b68 None None] Provisioning complete for port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:00:34.720666 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c1291922-ab3a-4823-929e-fc8863e98b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:34.780098 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-c1291922-ab3a-4823-929e-fc8863e98b68 None None] Port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 15:00:34.784040 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port 5ce0d0bb-b137-4491-bafb-bfad10cf0307 completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 15:00:34.786457 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-ae318ec6-e8e0-4720-acc7-7dfbbca52fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:34.788317 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcbcb3-38d0-4144-9b90-aae8db2db070 req-5ed2ef42-aa8a-4c53-aee4-c8a64343718b tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:34.789885 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7fdcbcb3-38d0-4144-9b90-aae8db2db070 req-5ed2ef42-aa8a-4c53-aee4-c8a64343718b tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 944 time: 0.0771801 May 04 15:00:34.797213 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 5ce0d0bb-b137-4491-bafb-bfad10cf0307 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:00:34.797599 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (5ce0d0bb-b137-4491-bafb-bfad10cf0307), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:34.886357 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 5ce0d0bb-b137-4491-bafb-bfad10cf0307 is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:00:34.886661 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (5ce0d0bb-b137-4491-bafb-bfad10cf0307), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:34.889207 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7fdcbcb3-38d0-4144-9b90-aae8db2db070 req-01f1ce3e-3afd-4c4c-a41d-134b4a53d860 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899062 May 04 15:00:34.919294 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83884672-3b8f-4827-b224-07b253fa0bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce0d0bb-b137-4491-bafb-bfad10cf0307'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:00:34.919294 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb84f56b-9a8e-463d-a6a7-5dc716e43cee" -d '{"events": [{"server_uuid": "83884672-3b8f-4827-b224-07b253fa0bbd", "name": "network-vif-plugged", "status": "completed", "tag": "5ce0d0bb-b137-4491-bafb-bfad10cf0307"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:00:34.927014 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 5ce0d0bb-b137-4491-bafb-bfad10cf0307, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=5ce0d0bb-b137-4491-bafb-bfad10cf0307,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:34.932517 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (5ce0d0bb-b137-4491-bafb-bfad10cf0307), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:34.962612 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29fb6ba-c8e3-41cd-94ac-de1377ea16ab x-openstack-request-id: req-f29fb6ba-c8e3-41cd-94ac-de1377ea16ab {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:00:34.962964 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83884672-3b8f-4827-b224-07b253fa0bbd", "name": "network-vif-plugged", "status": "completed", "tag": "5ce0d0bb-b137-4491-bafb-bfad10cf0307", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:00:34.963226 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f29fb6ba-c8e3-41cd-94ac-de1377ea16ab {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:00:34.963617 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f29fb6ba-c8e3-41cd-94ac-de1377ea16ab'] response: {'server_uuid': '83884672-3b8f-4827-b224-07b253fa0bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce0d0bb-b137-4491-bafb-bfad10cf0307', 'code': 200} May 04 15:00:34.983997 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f7a2ee-d8c6-4e72-8670-c586d1b14686 {{(pid=115136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:00:34.989291 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=5ce0d0bb-b137-4491-bafb-bfad10cf0307,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:34.993112 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Publish callbacks [] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:35.008726 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.provisioning_blocks [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Transition to ACTIVE for port object 61f7a2ee-d8c6-4e72-8670-c586d1b14686 will not be triggered until provisioned by entity L2. {{(pid=115136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 15:00:35.013906 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:35.064749 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Pushing event updated for resources: {'Port': ['ID=61f7a2ee-d8c6-4e72-8670-c586d1b14686,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:35.147572 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Attempting to bind port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 15:00:35.147916 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Attempting to bind port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '6f54b059-1762-4405-9ce5-3eb0d6a17182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945'}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 15:00:35.148311 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Attempting to bind port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 on network cf60ddd7-94c9-452b-bfed-a9f91227a945 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:35.153433 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 on network cf60ddd7-94c9-452b-bfed-a9f91227a945 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:00:35.153800 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Attempting to bind port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 on network cf60ddd7-94c9-452b-bfed-a9f91227a945 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:35.159913 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:35.160262 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Checking segment: {'id': '6f54b059-1762-4405-9ce5-3eb0d6a17182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 15:00:35.160704 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Bound using segment: {'id': '6f54b059-1762-4405-9ce5-3eb0d6a17182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945'} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:35.161175 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Bound port: 61f7a2ee-d8c6-4e72-8670-c586d1b14686, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f54b059-1762-4405-9ce5-3eb0d6a17182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945'}}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 15:00:35.161535 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:35.222493 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2e75d-98e0-4b12-b76c-9fe08af49edd req-51d97b8b-c089-4e0d-8a3e-618d2362b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:35.224006 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-dcc2e75d-98e0-4b12-b76c-9fe08af49edd req-51d97b8b-c089-4e0d-8a3e-618d2362b4df service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 1129 time: 0.0432589 May 04 15:00:35.237545 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] For port 61f7a2ee-d8c6-4e72-8670-c586d1b14686, host hv-cinder-84049, cleared binding levels {{(pid=115136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:35.241728 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] For port 61f7a2ee-d8c6-4e72-8670-c586d1b14686, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=61f7a2ee-d8c6-4e72-8670-c586d1b14686,segment=NetworkSegment(6f54b059-1762-4405-9ce5-3eb0d6a17182),segment_id=6f54b059-1762-4405-9ce5-3eb0d6a17182)] {{(pid=115136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:35.250153 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:35.289567 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:35.290128 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-dcc2e75d-98e0-4b12-b76c-9fe08af49edd req-39d30b9b-472d-4572-9c58-6ad6ffe8157e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581555 May 04 15:00:35.290643 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:35.292049 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] 10.222.0.49 "PUT /v2.0/ports/61f7a2ee-d8c6-4e72-8670-c586d1b14686 HTTP/1.1" status: 200 len: 1093 time: 0.7821088 May 04 15:00:35.292724 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'tag': '61f7a2ee-d8c6-4e72-8670-c586d1b14686'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:00:35.295104 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2d7203-ab03-4e8a-a131-671c591a7024" -d '{"events": [{"name": "network-changed", "server_uuid": "c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e", "tag": "61f7a2ee-d8c6-4e72-8670-c586d1b14686"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:00:35.329853 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062aa59-6f7c-478c-8d46-b4e2d0f843a4 service neutron] Pushing event updated for resources: {'Port': ['ID=61f7a2ee-d8c6-4e72-8670-c586d1b14686,revision_number=3']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:35.376916 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a82800-942c-4cc8-b7f1-55ccc11e2aa6 x-openstack-request-id: req-82a82800-942c-4cc8-b7f1-55ccc11e2aa6 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:00:35.377527 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e", "tag": "61f7a2ee-d8c6-4e72-8670-c586d1b14686", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:00:35.378247 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82a82800-942c-4cc8-b7f1-55ccc11e2aa6 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:00:35.379003 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a82800-942c-4cc8-b7f1-55ccc11e2aa6'] response: {'name': 'network-changed', 'server_uuid': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'tag': '61f7a2ee-d8c6-4e72-8670-c586d1b14686', 'status': 'completed', 'code': 200} May 04 15:00:35.458813 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fdb46-9fb2-4a0c-b1aa-d4e91c6cfc28 req-4c156fea-62e9-414d-92b1-7d9f4cbe693a tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:35.461394 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9b3fdb46-9fb2-4a0c-b1aa-d4e91c6cfc28 req-4c156fea-62e9-414d-92b1-7d9f4cbe693a tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 943 time: 0.0810559 May 04 15:00:35.487590 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ddcab16-197f-468b-87b3-992eefa1901d req-5ed45aac-d1b1-4a44-a677-d219c90de46f tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=063b0fdaa49a4cb6a7db0defa0e18f8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311699 May 04 15:00:35.530632 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9b3fdb46-9fb2-4a0c-b1aa-d4e91c6cfc28 req-2090604e-5492-4bab-b6ee-6faf303cac36 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607131 May 04 15:00:35.584564 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d7203-ab03-4e8a-a131-671c591a7024 req-d66d20e0-b0fa-40ab-8aff-2e4b024269cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:35.586115 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cf2d7203-ab03-4e8a-a131-671c591a7024 req-d66d20e0-b0fa-40ab-8aff-2e4b024269cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35023f0e4a0842778e3125cb024562c3&device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 1127 time: 0.0513229 May 04 15:00:35.695011 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d7203-ab03-4e8a-a131-671c591a7024 req-e28b3f20-7118-42ea-8b4b-d256ea70888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:35.696255 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cf2d7203-ab03-4e8a-a131-671c591a7024 req-e28b3f20-7118-42ea-8b4b-d256ea70888e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=35023f0e4a0842778e3125cb024562c3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0987561 May 04 15:00:35.705713 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcab16-197f-468b-87b3-992eefa1901d req-276bc4bb-a25c-4744-b1cf-ad475a676eb5 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:35.706661 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ddcab16-197f-468b-87b3-992eefa1901d req-276bc4bb-a25c-4744-b1cf-ad475a676eb5 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2123334 May 04 15:00:35.724091 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ddcab16-197f-468b-87b3-992eefa1901d req-80ff835c-eb3c-48ef-843e-3a3132ef059f tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/quotas/063b0fdaa49a4cb6a7db0defa0e18f8d HTTP/1.1" status: 200 len: 375 time: 0.0120850 May 04 15:00:35.761299 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ddcab16-197f-468b-87b3-992eefa1901d req-95390bf4-e7f2-41a0-8119-1e1c39da515a tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=063b0fdaa49a4cb6a7db0defa0e18f8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310833 May 04 15:00:35.937896 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-0fa808ac-b074-411c-964d-18c134886f33 req-174e9798-128b-4e17-8e77-251a065d7f03 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 210 time: 0.0289569 May 04 15:00:36.034942 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3bfd4-5969-4b95-bbf6-5c565353da65 req-1c45ba7a-05fd-49ca-8bdb-7f4429877fde tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:36.036635 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-21b3bfd4-5969-4b95-bbf6-5c565353da65 req-1c45ba7a-05fd-49ca-8bdb-7f4429877fde tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 945 time: 0.0597556 May 04 15:00:36.060760 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:36.132362 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-21b3bfd4-5969-4b95-bbf6-5c565353da65 req-eb4434ba-c22b-4447-a3c9-e689f821bebc tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692110 May 04 15:00:36.149476 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d7203-ab03-4e8a-a131-671c591a7024 req-57ab1ae5-62a6-405b-a059-42f715dc9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:36.155433 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cf2d7203-ab03-4e8a-a131-671c591a7024 req-57ab1ae5-62a6-405b-a059-42f715dc9487 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1522863 May 04 15:00:36.266737 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-9b18a388-07f4-4cbe-9592-5ad501aa9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:36.269456 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-9b18a388-07f4-4cbe-9592-5ad501aa9962 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35023f0e4a0842778e3125cb024562c3&device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 1127 time: 0.0597765 May 04 15:00:36.661930 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76216f-e5bd-40ba-8402-afa005537ea9 req-abe6b490-aae6-47f5-8f5b-6c289e500de6 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:36.663643 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9a76216f-e5bd-40ba-8402-afa005537ea9 req-abe6b490-aae6-47f5-8f5b-6c289e500de6 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 943 time: 0.0514476 May 04 15:00:36.710089 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-979262ec-6513-449d-83ff-3628db37f65a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f7a2ee-d8c6-4e72-8670-c586d1b14686 HTTP/1.1" status: 200 len: 217 time: 0.0453744 May 04 15:00:36.757367 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9a76216f-e5bd-40ba-8402-afa005537ea9 req-54131e10-425e-4857-aff0-0c49ee1b2afa tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826485 May 04 15:00:36.939352 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-18b134da-b85f-4b3b-8cb7-1bffb9396679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:36.941294 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-18b134da-b85f-4b3b-8cb7-1bffb9396679 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f05771d-a62f-41e3-ba8b-daccf2ead403 HTTP/1.1" status: 200 len: 847 time: 0.0701866 May 04 15:00:37.010253 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-64c2bfe7-6cfb-48b9-b2d3-8161bb9857f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:37.012900 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-64c2bfe7-6cfb-48b9-b2d3-8161bb9857f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf60ddd7-94c9-452b-bfed-a9f91227a945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653434 May 04 15:00:37.050085 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b11b6bd1-8cf4-4b80-b399-0e685e09938e req-7e9d99a1-a87a-4907-84c3-d0bf9dd51d54 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 210 time: 0.0296957 May 04 15:00:37.132698 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-9a29fd99-23b9-4164-9eb3-7fa11f34a1ac service neutron] 10.222.0.49 "GET /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046493 May 04 15:00:37.271272 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b867d00-d874-4a36-b5ba-c2c6b9bcbbae req-26c8e54d-154b-45d4-aeb6-037ea73ffd74 service neutron] 10.222.0.49 "GET /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322985 May 04 15:00:37.283467 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30dfa1f-0f1c-4443-8aad-51f8e6d39fd6 req-ba789793-ad6e-49b3-8f0c-da2ac0d54bbe tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:37.285012 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f30dfa1f-0f1c-4443-8aad-51f8e6d39fd6 req-ba789793-ad6e-49b3-8f0c-da2ac0d54bbe tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 945 time: 0.0629528 May 04 15:00:37.340813 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f30dfa1f-0f1c-4443-8aad-51f8e6d39fd6 req-8bb1209d-b79b-4007-b4f2-81dc4152bec8 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500064 May 04 15:00:37.497264 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e7994-a81d-4544-96c8-67fbf112bbd6 req-0957508b-7467-4d5e-91b7-beeb7789b818 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:37.498846 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a75e7994-a81d-4544-96c8-67fbf112bbd6 req-0957508b-7467-4d5e-91b7-beeb7789b818 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 945 time: 0.0750353 May 04 15:00:37.500903 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:37.557197 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a75e7994-a81d-4544-96c8-67fbf112bbd6 req-437efd32-0d6c-48b2-af51-e4c2597165f9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502529 May 04 15:00:37.581190 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 45280) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:37.620546 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9609c336-43a5-4138-9a8e-e5bfde41b2f8 tempest-TestVolumeBootPattern-654236627 tempest-TestVolumeBootPattern-654236627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:37.622203 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-9609c336-43a5-4138-9a8e-e5bfde41b2f8 tempest-TestVolumeBootPattern-654236627 tempest-TestVolumeBootPattern-654236627-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 1124 time: 0.0399263 May 04 15:00:37.625049 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 45282) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:37.629711 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Request body: {'floatingip': {'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'port_id': '5ce0d0bb-b137-4491-bafb-bfad10cf0307', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:00:37.653384 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:37.743232 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:37.882397 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8ddcab16-197f-468b-87b3-992eefa1901d req-847e0eda-3864-410c-af1f-98b8c8d75b70 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=063b0fdaa49a4cb6a7db0defa0e18f8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553267 May 04 15:00:37.947736 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Allocated IP 172.27.2.227 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/e3dd7b0b-31bc-4fae-9efb-1e0e8104bd35) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:38.006920 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c0234-fad5-4647-a627-19559565b0cf req-752f84f0-34ef-4b68-a3ed-64fde152661b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:38.008541 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-0e0c0234-fad5-4647-a627-19559565b0cf req-752f84f0-34ef-4b68-a3ed-64fde152661b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 943 time: 0.1516976 May 04 15:00:38.197870 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8eadd358-3714-4132-847e-6ccb9fad045d req-10ec5c67-e583-47d9-b3cd-50b522bb0d2a tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 210 time: 0.0418866 May 04 15:00:38.347111 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 45298) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:38.469327 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-35a2366a-24bc-4052-8996-aa8648c3a241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:38.547146 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcab16-197f-468b-87b3-992eefa1901d req-88917c3a-bca4-430b-a369-6b4d06e2f277 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:38.548751 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8ddcab16-197f-468b-87b3-992eefa1901d req-88917c3a-bca4-430b-a369-6b4d06e2f277 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6458726 May 04 15:00:38.555137 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-0e0c0234-fad5-4647-a627-19559565b0cf req-88c6c57b-3c76-4fa9-9af5-dd736233030d tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5188756 May 04 15:00:38.559940 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-35a2366a-24bc-4052-8996-aa8648c3a241 admin admin] Publish callbacks [] for security_group (2ab40e9d-9045-409d-be02-331d7c6342e0), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:38.563029 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-8ddcab16-197f-468b-87b3-992eefa1901d req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Request body: {'port': {'device_id': '1caba530-c771-4c80-9bb5-18381d7812aa', 'network_id': '91b6a82e-8754-45de-80ed-a42597daeacd', 'admin_state_up': True, 'tenant_id': '063b0fdaa49a4cb6a7db0defa0e18f8d'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:00:38.566543 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-35a2366a-24bc-4052-8996-aa8648c3a241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (2ab40e9d-9045-409d-be02-331d7c6342e0), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:38.596490 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for port (e3dd7b0b-31bc-4fae-9efb-1e0e8104bd35), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:38.622240 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-35a2366a-24bc-4052-8996-aa8648c3a241 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=839dcd1fc851418bbf741f318f64f9db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706409 May 04 15:00:38.622240 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2366a-24bc-4052-8996-aa8648c3a241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab40e9d-9045-409d-be02-331d7c6342e0,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:38.624558 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 45306) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:38.695342 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8a3d8d64-f348-4751-a4d5-0904581d4ee1 admin admin] Publish callbacks [] for security_group (2ab40e9d-9045-409d-be02-331d7c6342e0), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:38.725773 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8a3d8d64-f348-4751-a4d5-0904581d4ee1 admin admin] Publish callbacks [] for security_group (2ab40e9d-9045-409d-be02-331d7c6342e0), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:38.732669 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (e3dd7b0b-31bc-4fae-9efb-1e0e8104bd35), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:38.763005 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ddcab16-197f-468b-87b3-992eefa1901d req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Made reservation on behalf of 063b0fdaa49a4cb6a7db0defa0e18f8d for: {'port': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:38.766499 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8ddcab16-197f-468b-87b3-992eefa1901d req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:38.783810 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8ddcab16-197f-468b-87b3-992eefa1901d req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:38.807183 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:38.811268 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8a3d8d64-f348-4751-a4d5-0904581d4ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (2ab40e9d-9045-409d-be02-331d7c6342e0), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:38.815333 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8a3d8d64-f348-4751-a4d5-0904581d4ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:38.816908 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-8a3d8d64-f348-4751-a4d5-0904581d4ee1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ab40e9d-9045-409d-be02-331d7c6342e0 HTTP/1.1" status: 204 len: 168 time: 0.1912463 May 04 15:00:38.822307 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:38.833781 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:38.834142 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d8d64-f348-4751-a4d5-0904581d4ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab40e9d-9045-409d-be02-331d7c6342e0,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:38.891560 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:38.899938 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event updated for resources: {'Port': ['ID=e3dd7b0b-31bc-4fae-9efb-1e0e8104bd35,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:39.100585 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8ddcab16-197f-468b-87b3-992eefa1901d req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Publish callbacks [] for security_group (313881db-9392-4825-90e7-e0ba51005085), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:39.108404 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8ddcab16-197f-468b-87b3-992eefa1901d req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (313881db-9392-4825-90e7-e0ba51005085), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:39.225334 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313881db-9392-4825-90e7-e0ba51005085,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:39.359220 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6445fb18-3172-4532-b4a2-ef44829a3784 req-7381c069-f445-4ad4-ae5c-d847200ba66c tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 210 time: 0.0503273 May 04 15:00:39.372848 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [req-8ddcab16-197f-468b-87b3-992eefa1901d req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Allocated IP 192.168.233.233 (91b6a82e-8754-45de-80ed-a42597daeacd/dfe6c87c-54c6-43f8-ac93-1a0d79249df9/76a12b18-d478-4006-93cd-1f2947a94945) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:39.593285 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for floatingip (eb25acb2-0cca-4233-8930-b7082ad99cc0), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:39.685819 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8ddcab16-197f-468b-87b3-992eefa1901d req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Publish callbacks [] for port (76a12b18-d478-4006-93cd-1f2947a94945), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:39.702026 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (e3dd7b0b-31bc-4fae-9efb-1e0e8104bd35), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:39.720493 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87897f48-743e-4d73-883c-fc8f9554dfd1 req-4e48c377-f30f-4765-89f5-95ac1e9bade5 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:39.722039 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-87897f48-743e-4d73-883c-fc8f9554dfd1 req-4e48c377-f30f-4765-89f5-95ac1e9bade5 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 943 time: 0.0630395 May 04 15:00:39.779623 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8ddcab16-197f-468b-87b3-992eefa1901d req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (76a12b18-d478-4006-93cd-1f2947a94945), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:39.780489 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-87897f48-743e-4d73-883c-fc8f9554dfd1 req-54dc1727-fe29-4cfd-9718-b11808c8bb48 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513098 May 04 15:00:39.863477 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ddcab16-197f-468b-87b3-992eefa1901d req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Network 91b6a82e-8754-45de-80ed-a42597daeacd is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:39.874233 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [req-8ddcab16-197f-468b-87b3-992eefa1901d req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:39.881840 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddcab16-197f-468b-87b3-992eefa1901d req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:39.925659 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Pushing event updated for resources: {'Port': ['ID=76a12b18-d478-4006-93cd-1f2947a94945,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:39.967343 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcab16-197f-468b-87b3-992eefa1901d req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:39.968007 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8ddcab16-197f-468b-87b3-992eefa1901d req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:39.994567 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for port (e3dd7b0b-31bc-4fae-9efb-1e0e8104bd35), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:40.000457 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8ddcab16-197f-468b-87b3-992eefa1901d req-a9ee7421-361d-4c43-ba3a-9d62838f9ecd tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4411442 May 04 15:00:40.002379 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (e3dd7b0b-31bc-4fae-9efb-1e0e8104bd35), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:40.014766 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Request body: {'port': {'device_id': '1caba530-c771-4c80-9bb5-18381d7812aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:00:40.142030 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event updated for resources: {'Port': ['ID=e3dd7b0b-31bc-4fae-9efb-1e0e8104bd35,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:40.157869 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (eb25acb2-0cca-4233-8930-b7082ad99cc0), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:40.160313 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (76a12b18-d478-4006-93cd-1f2947a94945), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:40.195659 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-61278a8f-9159-49eb-9571-7495d5843fac None None] Provisioning complete for port 76a12b18-d478-4006-93cd-1f2947a94945 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:00:40.196380 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-61278a8f-9159-49eb-9571-7495d5843fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (76a12b18-d478-4006-93cd-1f2947a94945), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:40.234978 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-61278a8f-9159-49eb-9571-7495d5843fac None None] Port 76a12b18-d478-4006-93cd-1f2947a94945 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 15:00:40.251324 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 45350) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:40.376781 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Floating IP eb25acb2-0cca-4233-8930-b7082ad99cc0 associated. External IP: 172.27.2.227, port: 5ce0d0bb-b137-4491-bafb-bfad10cf0307. May 04 15:00:40.429158 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-7fd44104-a960-437f-afdd-6f576d504a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:40.542275 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af7aae-a1a4-47ac-b247-df2f111f6ab3 req-99434307-5414-4251-9d3c-90780364e15f tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:40.543790 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d9af7aae-a1a4-47ac-b247-df2f111f6ab3 req-99434307-5414-4251-9d3c-90780364e15f tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 936 time: 0.1016681 May 04 15:00:40.784149 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d9af7aae-a1a4-47ac-b247-df2f111f6ab3 req-1ed65c91-1e9a-44a2-88a4-6d35ed0f0e11 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838176 May 04 15:00:40.798642 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-7fd44104-a960-437f-afdd-6f576d504a5b admin admin] Publish callbacks [] for security_group (2571c566-4563-4624-bde5-a43a824fb731), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:40.824989 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-7fd44104-a960-437f-afdd-6f576d504a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (2571c566-4563-4624-bde5-a43a824fb731), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:40.878420 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a12b18-d478-4006-93cd-1f2947a94945 {{(pid=115136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:00:40.893788 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Publish callbacks [] for port (76a12b18-d478-4006-93cd-1f2947a94945), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:40.909311 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb1140-36f4-420c-b275-9545d9160bef req-e5cde30a-65fa-4f16-8dec-ede4a21c1aa4 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:40.910958 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a0bb1140-36f4-420c-b275-9545d9160bef req-e5cde30a-65fa-4f16-8dec-ede4a21c1aa4 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 943 time: 0.0529470 May 04 15:00:40.927330 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-7fd44104-a960-437f-afdd-6f576d504a5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec5ad031468148f8947a0cbdb453e2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6719069 May 04 15:00:40.927330 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd44104-a960-437f-afdd-6f576d504a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2571c566-4563-4624-bde5-a43a824fb731,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:40.927938 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 45358) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:00:40.945298 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.provisioning_blocks [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Transition to ACTIVE for port object 76a12b18-d478-4006-93cd-1f2947a94945 will not be triggered until provisioned by entity L2. {{(pid=115136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 15:00:40.951057 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (76a12b18-d478-4006-93cd-1f2947a94945), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:40.996108 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:00:41.001235 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a0bb1140-36f4-420c-b275-9545d9160bef req-156a85ec-1d0a-42b5-993d-a8e8ac755945 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836811 May 04 15:00:41.015629 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Pushing event updated for resources: {'Port': ['ID=76a12b18-d478-4006-93cd-1f2947a94945,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:41.018308 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8c76260f-65f8-4a11-80bd-6ddafa8aa58a admin admin] Publish callbacks [] for security_group (2571c566-4563-4624-bde5-a43a824fb731), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:41.046182 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8c76260f-65f8-4a11-80bd-6ddafa8aa58a admin admin] Publish callbacks [] for security_group (2571c566-4563-4624-bde5-a43a824fb731), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:41.108266 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8c76260f-65f8-4a11-80bd-6ddafa8aa58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (2571c566-4563-4624-bde5-a43a824fb731), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:41.111325 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-8c76260f-65f8-4a11-80bd-6ddafa8aa58a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:41.116178 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-8c76260f-65f8-4a11-80bd-6ddafa8aa58a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2571c566-4563-4624-bde5-a43a824fb731 HTTP/1.1" status: 204 len: 168 time: 0.1865268 May 04 15:00:41.127882 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76260f-65f8-4a11-80bd-6ddafa8aa58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2571c566-4563-4624-bde5-a43a824fb731,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:41.489433 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Attempting to bind port 76a12b18-d478-4006-93cd-1f2947a94945 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 15:00:41.489760 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Attempting to bind port 76a12b18-d478-4006-93cd-1f2947a94945 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '5e79b4ae-7909-4c31-8b29-39c608dd64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91b6a82e-8754-45de-80ed-a42597daeacd'}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 15:00:41.490097 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Attempting to bind port 76a12b18-d478-4006-93cd-1f2947a94945 on network 91b6a82e-8754-45de-80ed-a42597daeacd {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:41.499562 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Port 76a12b18-d478-4006-93cd-1f2947a94945 on network 91b6a82e-8754-45de-80ed-a42597daeacd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:00:41.499889 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Attempting to bind port 76a12b18-d478-4006-93cd-1f2947a94945 on network 91b6a82e-8754-45de-80ed-a42597daeacd {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:41.512572 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:41.512970 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Checking segment: {'id': '5e79b4ae-7909-4c31-8b29-39c608dd64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91b6a82e-8754-45de-80ed-a42597daeacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 15:00:41.513318 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Bound using segment: {'id': '5e79b4ae-7909-4c31-8b29-39c608dd64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91b6a82e-8754-45de-80ed-a42597daeacd'} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:41.513765 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Bound port: 76a12b18-d478-4006-93cd-1f2947a94945, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e79b4ae-7909-4c31-8b29-39c608dd64ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '91b6a82e-8754-45de-80ed-a42597daeacd'}}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 15:00:41.514124 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (76a12b18-d478-4006-93cd-1f2947a94945), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:41.527959 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:00:41.542204 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3121ae-78f9-4d9f-9ad2-7821548b99f1 None None] Sync routers for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:00:41.563212 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3121ae-78f9-4d9f-9ad2-7821548b99f1 None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:41.563900 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-ec3121ae-78f9-4d9f-9ad2-7821548b99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:00:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:41.576633 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:41.626788 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-9d0ffcae-7957-48c3-8428-ed0be12a10d9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0005894 May 04 15:00:41.629056 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83884672-3b8f-4827-b224-07b253fa0bbd', 'tag': '5ce0d0bb-b137-4491-bafb-bfad10cf0307'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:00:41.631375 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a7f4fb-0dc4-4d23-84dc-43b9684167c5" -d '{"events": [{"name": "network-changed", "server_uuid": "83884672-3b8f-4827-b224-07b253fa0bbd", "tag": "5ce0d0bb-b137-4491-bafb-bfad10cf0307"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:00:41.634656 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] For port 76a12b18-d478-4006-93cd-1f2947a94945, host hv-cinder-84049, cleared binding levels {{(pid=115136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:41.638171 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] For port 76a12b18-d478-4006-93cd-1f2947a94945, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=76a12b18-d478-4006-93cd-1f2947a94945,segment=NetworkSegment(5e79b4ae-7909-4c31-8b29-39c608dd64ae),segment_id=5e79b4ae-7909-4c31-8b29-39c608dd64ae)] {{(pid=115136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:41.647468 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (76a12b18-d478-4006-93cd-1f2947a94945), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:41.684740 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:41.685612 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:41.687400 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8ddcab16-197f-468b-87b3-992eefa1901d req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] 10.222.0.49 "PUT /v2.0/ports/76a12b18-d478-4006-93cd-1f2947a94945 HTTP/1.1" status: 200 len: 1098 time: 1.6772630 May 04 15:00:41.695282 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-ec3121ae-78f9-4d9f-9ad2-7821548b99f1 None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:41.707864 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c9f3d4-dd6c-4254-af67-bb79853fd0cf x-openstack-request-id: req-e3c9f3d4-dd6c-4254-af67-bb79853fd0cf {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:00:41.708227 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83884672-3b8f-4827-b224-07b253fa0bbd", "tag": "5ce0d0bb-b137-4491-bafb-bfad10cf0307", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:00:41.708483 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3c9f3d4-dd6c-4254-af67-bb79853fd0cf {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:00:41.709171 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c9f3d4-dd6c-4254-af67-bb79853fd0cf'] response: {'name': 'network-changed', 'server_uuid': '83884672-3b8f-4827-b224-07b253fa0bbd', 'tag': '5ce0d0bb-b137-4491-bafb-bfad10cf0307', 'status': 'completed', 'code': 200} May 04 15:00:41.716484 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d029579-1adf-42d7-a3cc-8a8d38fbd606 service neutron] Pushing event updated for resources: {'Port': ['ID=76a12b18-d478-4006-93cd-1f2947a94945,revision_number=3']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:41.808959 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcab16-197f-468b-87b3-992eefa1901d req-6e6d7085-2ccf-464e-9215-d6defec089cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:41.810383 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7f4fb-0dc4-4d23-84dc-43b9684167c5 req-34a291b0-ff6a-4fa7-b9ef-8caef404fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:41.811538 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ddcab16-197f-468b-87b3-992eefa1901d req-6e6d7085-2ccf-464e-9215-d6defec089cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=063b0fdaa49a4cb6a7db0defa0e18f8d&device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 1132 time: 0.0636544 May 04 15:00:41.812114 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-60a7f4fb-0dc4-4d23-84dc-43b9684167c5 req-34a291b0-ff6a-4fa7-b9ef-8caef404fd6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 1129 time: 0.0649633 May 04 15:00:41.876491 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ddcab16-197f-468b-87b3-992eefa1901d req-24cf7607-3fe6-4512-a288-5d3457f3f1af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=76a12b18-d478-4006-93cd-1f2947a94945 HTTP/1.1" status: 200 len: 217 time: 0.0535033 May 04 15:00:41.962682 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7f4fb-0dc4-4d23-84dc-43b9684167c5 req-a9022980-53fa-480c-aadb-2e6639a247ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:41.966023 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-60a7f4fb-0dc4-4d23-84dc-43b9684167c5 req-a9022980-53fa-480c-aadb-2e6639a247ac service neutron] 10.222.0.49 "GET /v2.0/networks?id=603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 200 len: 913 time: 0.1338227 May 04 15:00:41.988354 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcab16-197f-468b-87b3-992eefa1901d req-bdc77d8c-afcd-4b48-bcb9-567fbc456c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:41.989870 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ddcab16-197f-468b-87b3-992eefa1901d req-bdc77d8c-afcd-4b48-bcb9-567fbc456c04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfe6c87c-54c6-43f8-ac93-1a0d79249df9 HTTP/1.1" status: 200 len: 843 time: 0.1059453 May 04 15:00:41.996308 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb14b6c-cd6a-4eab-8606-2be71054397a req-af2d2d60-caa4-4579-80c0-31484765aad6 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:41.997855 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-efb14b6c-cd6a-4eab-8606-2be71054397a req-af2d2d60-caa4-4579-80c0-31484765aad6 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 948 time: 0.0714288 May 04 15:00:42.007338 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-ec3121ae-78f9-4d9f-9ad2-7821548b99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '5b73c552-0bac-442a-b432-fce27a666516', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'port_id': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'mac_address': 'fa:16:3e:79:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:30Z', 'updated_at': '2022-05-04T14:58:34Z', 'revision_number': 1, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address_scope': None}, {'id': 'eb25acb2-0cca-4233-8930-b7082ad99cc0', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'port_id': '5ce0d0bb-b137-4491-bafb-bfad10cf0307', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'mac_address': 'fa:16:3e:d9:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83884672-3b8f-4827-b224-07b253fa0bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:39Z', 'updated_at': '2022-05-04T15:00:39Z', 'revision_number': 0, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:42.036963 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3121ae-78f9-4d9f-9ad2-7821548b99f1 None None] Checking router: f1faae23-5f6a-4f04-87ad-5858a41c8ac0 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:00:42.051357 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3121ae-78f9-4d9f-9ad2-7821548b99f1 None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:42.052843 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-ec3121ae-78f9-4d9f-9ad2-7821548b99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:00:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:42.089290 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-efb14b6c-cd6a-4eab-8606-2be71054397a req-28ef2598-2412-4daf-ba19-8d6a12b119d7 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766249 May 04 15:00:42.089733 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-60a7f4fb-0dc4-4d23-84dc-43b9684167c5 req-865afa53-3cbc-40e1-a68c-aa2343de8be1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ce0d0bb-b137-4491-bafb-bfad10cf0307 HTTP/1.1" status: 200 len: 999 time: 0.1177988 May 04 15:00:42.091328 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcab16-197f-468b-87b3-992eefa1901d req-15b50f18-79bc-4c34-9061-d5c708d37412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:42.092862 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ddcab16-197f-468b-87b3-992eefa1901d req-15b50f18-79bc-4c34-9061-d5c708d37412 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91b6a82e-8754-45de-80ed-a42597daeacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0939031 May 04 15:00:42.181455 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7f4fb-0dc4-4d23-84dc-43b9684167c5 req-13c05ef5-5212-4aa5-b13f-595222e49b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:42.182457 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-ec3121ae-78f9-4d9f-9ad2-7821548b99f1 None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:42.184039 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-60a7f4fb-0dc4-4d23-84dc-43b9684167c5 req-13c05ef5-5212-4aa5-b13f-595222e49b63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8fe32c0-07c2-4288-b3f3-920f7d53b942 HTTP/1.1" status: 200 len: 851 time: 0.0811419 May 04 15:00:42.192335 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee371b6-15c9-4e4b-a214-829f283f974c req-bb788e8d-b9ba-41f5-9d71-1dab405d0b85 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:42.193873 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-dee371b6-15c9-4e4b-a214-829f283f974c req-bb788e8d-b9ba-41f5-9d71-1dab405d0b85 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 943 time: 0.0625973 May 04 15:00:42.210125 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ddcab16-197f-468b-87b3-992eefa1901d req-fb6f7cbb-96b1-4761-b09b-6bdbcb9ba3d4 service neutron] 10.222.0.49 "GET /v2.0/networks/91b6a82e-8754-45de-80ed-a42597daeacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050546 May 04 15:00:42.277266 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-dee371b6-15c9-4e4b-a214-829f283f974c req-3f6b0858-d24f-4ea9-bc8a-54713a3b5e57 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743635 May 04 15:00:42.278784 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7f4fb-0dc4-4d23-84dc-43b9684167c5 req-726442ce-7bdf-48e1-bd5b-a39df336d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:42.283819 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-60a7f4fb-0dc4-4d23-84dc-43b9684167c5 req-726442ce-7bdf-48e1-bd5b-a39df336d8c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=603b2177-ca93-4721-a940-b349edbe094b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855014 May 04 15:00:42.344641 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8ddcab16-197f-468b-87b3-992eefa1901d req-148e9d2c-1a47-41c5-b7f1-7bdab85e85ea service neutron] 10.222.0.49 "GET /v2.0/networks/91b6a82e-8754-45de-80ed-a42597daeacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274841 May 04 15:00:42.396701 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-60a7f4fb-0dc4-4d23-84dc-43b9684167c5 req-7c529b05-01bf-4bc8-93e1-5385a1e67373 service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100392 May 04 15:00:42.473308 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-ec3121ae-78f9-4d9f-9ad2-7821548b99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '5b73c552-0bac-442a-b432-fce27a666516', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'port_id': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'mac_address': 'fa:16:3e:79:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:30Z', 'updated_at': '2022-05-04T14:58:34Z', 'revision_number': 1, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address_scope': None}, {'id': 'eb25acb2-0cca-4233-8930-b7082ad99cc0', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'port_id': '5ce0d0bb-b137-4491-bafb-bfad10cf0307', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'mac_address': 'fa:16:3e:d9:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83884672-3b8f-4827-b224-07b253fa0bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:39Z', 'updated_at': '2022-05-04T15:00:39Z', 'revision_number': 0, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:42.501321 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3121ae-78f9-4d9f-9ad2-7821548b99f1 None None] The sync data for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi is: [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '5b73c552-0bac-442a-b432-fce27a666516', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'port_id': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'mac_address': 'fa:16:3e:79:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:30Z', 'updated_at': '2022-05-04T14:58:34Z', 'revision_number': 1, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address_scope': None}, {'id': 'eb25acb2-0cca-4233-8930-b7082ad99cc0', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'port_id': '5ce0d0bb-b137-4491-bafb-bfad10cf0307', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'mac_address': 'fa:16:3e:d9:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83884672-3b8f-4827-b224-07b253fa0bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:39Z', 'updated_at': '2022-05-04T15:00:39Z', 'revision_number': 0, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:00:42.723295 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb80c01-feb6-48b7-bb04-abc4bc714839 None None] New status for floating IP eb25acb2-0cca-4233-8930-b7082ad99cc0: ACTIVE {{(pid=115139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:00:43.203277 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e8147-a1c9-4560-a2a9-365fe8d79df6 req-14e5d5cb-6282-47e5-8d74-40556cd06e52 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:43.204673 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-040e8147-a1c9-4560-a2a9-365fe8d79df6 req-14e5d5cb-6282-47e5-8d74-40556cd06e52 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 948 time: 0.0504291 May 04 15:00:43.256240 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-040e8147-a1c9-4560-a2a9-365fe8d79df6 req-0e951b95-390c-41c4-811f-28fc03369067 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 May 04 15:00:43.401705 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:43.429998 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093535c-3d1f-41b7-a458-6a1104ccc70c req-e911c4b6-b9fb-44d4-a509-efdf964835d6 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:43.431561 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f093535c-3d1f-41b7-a458-6a1104ccc70c req-e911c4b6-b9fb-44d4-a509-efdf964835d6 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 943 time: 0.0746531 May 04 15:00:43.526278 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f093535c-3d1f-41b7-a458-6a1104ccc70c req-4a0b16da-0819-47f8-9cc7-9a21c091fdb0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871761 May 04 15:00:43.528263 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-60a7f4fb-0dc4-4d23-84dc-43b9684167c5 req-a66535db-4717-4acd-8898-c5fb907a0b67 service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387911 May 04 15:00:43.710610 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1caba530-c771-4c80-9bb5-18381d7812aa', 'tag': '76a12b18-d478-4006-93cd-1f2947a94945'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:00:43.713330 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232a466d-26bc-41e2-81c0-7eaac5a630ff" -d '{"events": [{"name": "network-changed", "server_uuid": "1caba530-c771-4c80-9bb5-18381d7812aa", "tag": "76a12b18-d478-4006-93cd-1f2947a94945"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:00:43.750183 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735838a8-30de-4161-bd0e-7a9b48528434 x-openstack-request-id: req-735838a8-30de-4161-bd0e-7a9b48528434 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:00:43.750183 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1caba530-c771-4c80-9bb5-18381d7812aa", "tag": "76a12b18-d478-4006-93cd-1f2947a94945", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:00:43.750183 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-735838a8-30de-4161-bd0e-7a9b48528434 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:00:43.750671 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735838a8-30de-4161-bd0e-7a9b48528434'] response: {'name': 'network-changed', 'server_uuid': '1caba530-c771-4c80-9bb5-18381d7812aa', 'tag': '76a12b18-d478-4006-93cd-1f2947a94945', 'status': 'completed', 'code': 200} May 04 15:00:44.060273 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a466d-26bc-41e2-81c0-7eaac5a630ff req-24a71175-43c5-4ec8-b45b-4b48045ebff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:44.061836 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-232a466d-26bc-41e2-81c0-7eaac5a630ff req-24a71175-43c5-4ec8-b45b-4b48045ebff0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=063b0fdaa49a4cb6a7db0defa0e18f8d&device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 1132 time: 0.0444431 May 04 15:00:44.160856 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a466d-26bc-41e2-81c0-7eaac5a630ff req-2341fb54-23a4-4ff4-bd8f-bcd409b9668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:44.162333 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-232a466d-26bc-41e2-81c0-7eaac5a630ff req-2341fb54-23a4-4ff4-bd8f-bcd409b9668b service neutron] 10.222.0.49 "GET /v2.0/networks?id=91b6a82e-8754-45de-80ed-a42597daeacd HTTP/1.1" status: 200 len: 870 time: 0.0949450 May 04 15:00:44.206888 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-232a466d-26bc-41e2-81c0-7eaac5a630ff req-73230dc8-08ae-4038-a900-de3e00a5dde0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=76a12b18-d478-4006-93cd-1f2947a94945 HTTP/1.1" status: 200 len: 217 time: 0.0386243 May 04 15:00:44.267684 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a466d-26bc-41e2-81c0-7eaac5a630ff req-13c2d5bc-6b55-422a-aaed-3270ae3c17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:44.269261 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-232a466d-26bc-41e2-81c0-7eaac5a630ff req-13c2d5bc-6b55-422a-aaed-3270ae3c17cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfe6c87c-54c6-43f8-ac93-1a0d79249df9 HTTP/1.1" status: 200 len: 843 time: 0.0570469 May 04 15:00:44.314380 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a466d-26bc-41e2-81c0-7eaac5a630ff req-2da16ef8-7c90-4ea7-a5eb-7ea8bc58bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:44.315906 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-232a466d-26bc-41e2-81c0-7eaac5a630ff req-2da16ef8-7c90-4ea7-a5eb-7ea8bc58bc9f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91b6a82e-8754-45de-80ed-a42597daeacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0413942 May 04 15:00:44.424426 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfb53b-7105-450b-831b-5648ef0dc6e5 req-3b8bc439-80f9-4fc8-85e7-dd4c11250c73 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:44.426157 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f7bfb53b-7105-450b-831b-5648ef0dc6e5 req-3b8bc439-80f9-4fc8-85e7-dd4c11250c73 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 948 time: 0.0962350 May 04 15:00:44.471670 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-232a466d-26bc-41e2-81c0-7eaac5a630ff req-d77fd6dc-b8d9-42c0-b923-3d44d6a32cf0 service neutron] 10.222.0.49 "GET /v2.0/networks/91b6a82e-8754-45de-80ed-a42597daeacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499314 May 04 15:00:44.515427 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f7bfb53b-7105-450b-831b-5648ef0dc6e5 req-a1d3dbdf-afcd-4e61-99f8-e23c3d598c5b tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813053 May 04 15:00:44.585318 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-232a466d-26bc-41e2-81c0-7eaac5a630ff req-1018155d-bca7-4708-b8fe-5c666fc475c2 service neutron] 10.222.0.49 "GET /v2.0/networks/91b6a82e-8754-45de-80ed-a42597daeacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078343 May 04 15:00:44.644037 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba6acc-822f-4d41-998e-bacd151995ec req-7387eb6a-566b-4bc9-851f-d9c554ef733f tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:44.645535 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-abba6acc-822f-4d41-998e-bacd151995ec req-7387eb6a-566b-4bc9-851f-d9c554ef733f tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 943 time: 0.0475137 May 04 15:00:44.702880 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-abba6acc-822f-4d41-998e-bacd151995ec req-cabb18ed-d63d-45e5-88a0-fa54a3f430f7 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499532 May 04 15:00:44.739930 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 76a12b18-d478-4006-93cd-1f2947a94945 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:00:44.874781 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 76a12b18-d478-4006-93cd-1f2947a94945, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=76a12b18-d478-4006-93cd-1f2947a94945,segment=NetworkSegment(5e79b4ae-7909-4c31-8b29-39c608dd64ae),segment_id=5e79b4ae-7909-4c31-8b29-39c608dd64ae)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:44.888029 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '76a12b18-d478-4006-93cd-1f2947a94945', 'network_id': '91b6a82e-8754-45de-80ed-a42597daeacd', 'port_id': '76a12b18-d478-4006-93cd-1f2947a94945', 'mac_address': 'fa:16:3e:97:5f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe6c87c-54c6-43f8-ac93-1a0d79249df9', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:00:44.927739 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 76a12b18-d478-4006-93cd-1f2947a94945 is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:00:44.928128 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (76a12b18-d478-4006-93cd-1f2947a94945), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:44.943230 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a12b18-d478-4006-93cd-1f2947a94945 {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:00:44.964952 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 76a12b18-d478-4006-93cd-1f2947a94945, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=76a12b18-d478-4006-93cd-1f2947a94945,segment=NetworkSegment(5e79b4ae-7909-4c31-8b29-39c608dd64ae),segment_id=5e79b4ae-7909-4c31-8b29-39c608dd64ae)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:44.968964 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (76a12b18-d478-4006-93cd-1f2947a94945), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:44.969888 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 61f7a2ee-d8c6-4e72-8670-c586d1b14686 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:00:45.062730 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=76a12b18-d478-4006-93cd-1f2947a94945,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:45.138096 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 61f7a2ee-d8c6-4e72-8670-c586d1b14686, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=61f7a2ee-d8c6-4e72-8670-c586d1b14686,segment=NetworkSegment(6f54b059-1762-4405-9ce5-3eb0d6a17182),segment_id=6f54b059-1762-4405-9ce5-3eb0d6a17182)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:45.150259 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '61f7a2ee-d8c6-4e72-8670-c586d1b14686', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'port_id': '61f7a2ee-d8c6-4e72-8670-c586d1b14686', 'mac_address': 'fa:16:3e:18:2f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:00:45.189199 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:00:45.189621 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:45.205452 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f7a2ee-d8c6-4e72-8670-c586d1b14686 {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:00:45.231979 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 61f7a2ee-d8c6-4e72-8670-c586d1b14686, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=61f7a2ee-d8c6-4e72-8670-c586d1b14686,segment=NetworkSegment(6f54b059-1762-4405-9ce5-3eb0d6a17182),segment_id=6f54b059-1762-4405-9ce5-3eb0d6a17182)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:45.237139 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:45.293097 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=61f7a2ee-d8c6-4e72-8670-c586d1b14686,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:45.606220 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['61f7a2ee-d8c6-4e72-8670-c586d1b14686'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:00:45.639416 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ba73b-298d-4b47-aa94-93759ca4de69 req-1c08954a-593f-4c34-b108-b134a26fff40 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:45.641011 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9b8ba73b-298d-4b47-aa94-93759ca4de69 req-1c08954a-593f-4c34-b108-b134a26fff40 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 949 time: 0.0520859 May 04 15:00:45.692439 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['76a12b18-d478-4006-93cd-1f2947a94945'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:00:45.693101 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9b8ba73b-298d-4b47-aa94-93759ca4de69 req-dddbd441-5ed6-451d-82a6-9651eb29ddd4 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460784 May 04 15:00:45.842517 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219c7e7-135f-4d49-ba60-a99f7f71396c req-fd8ce4ad-81e2-4ee2-be56-996d4034dfa2 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:45.844243 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4219c7e7-135f-4d49-ba60-a99f7f71396c req-fd8ce4ad-81e2-4ee2-be56-996d4034dfa2 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 944 time: 0.0570421 May 04 15:00:45.898424 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-4219c7e7-135f-4d49-ba60-a99f7f71396c req-c1e2e2f2-6033-4e9d-b316-c4fb27715876 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470235 May 04 15:00:46.823833 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1901bd6-cd30-47d7-a262-0f1dced26248 req-b9e16c4b-6838-4499-aa1e-df2a765c6e2f tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:46.825552 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c1901bd6-cd30-47d7-a262-0f1dced26248 req-b9e16c4b-6838-4499-aa1e-df2a765c6e2f tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 949 time: 0.0509462 May 04 15:00:46.877959 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c1901bd6-cd30-47d7-a262-0f1dced26248 req-4ccc8784-be4d-4d69-8016-14e6052e58e1 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464745 May 04 15:00:47.020345 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454f34c-3392-4828-9ae6-3b34af91533b req-fb4c2eed-a8e4-467a-af61-69ea7f923e93 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:47.021906 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c454f34c-3392-4828-9ae6-3b34af91533b req-fb4c2eed-a8e4-467a-af61-69ea7f923e93 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 944 time: 0.0508578 May 04 15:00:47.080847 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-c454f34c-3392-4828-9ae6-3b34af91533b req-87319cca-4b20-407e-9e30-43a1c3c500bc tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473709 May 04 15:00:48.011709 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e212c8-43e8-425c-8178-241714e80d1c req-5f7335d5-2217-4b9d-94c8-4e9361208a24 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:48.013234 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-56e212c8-43e8-425c-8178-241714e80d1c req-5f7335d5-2217-4b9d-94c8-4e9361208a24 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 949 time: 0.0539629 May 04 15:00:48.065919 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-56e212c8-43e8-425c-8178-241714e80d1c req-ca94aee7-f84b-4626-8cf2-d1cd50c0e58b tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434785 May 04 15:00:48.207749 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82f125-e320-49bd-978e-afbedf7ab8be req-e8fe0cc3-6874-4c24-91ca-4ba5121fb4d0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:48.209387 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-de82f125-e320-49bd-978e-afbedf7ab8be req-e8fe0cc3-6874-4c24-91ca-4ba5121fb4d0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 944 time: 0.0521543 May 04 15:00:48.261682 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-de82f125-e320-49bd-978e-afbedf7ab8be req-d4287e43-7cd2-4cf8-a860-659395cd2644 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461533 May 04 15:00:49.189967 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b69775-2a4c-4899-82cb-bafb7e10e3c2 req-2ef8ef84-4b92-406b-a25e-840ea82f211e tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:49.191548 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-98b69775-2a4c-4899-82cb-bafb7e10e3c2 req-2ef8ef84-4b92-406b-a25e-840ea82f211e tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 949 time: 0.0538952 May 04 15:00:49.243062 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-98b69775-2a4c-4899-82cb-bafb7e10e3c2 req-de584e43-d530-48a6-af23-c1a1827992cc tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454342 May 04 15:00:49.381276 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9a4fc-7bc7-43e6-80cf-80fd87fc55c6 req-6c5f4030-f78d-4451-ac66-9192734e7f1e tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:49.382641 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-60c9a4fc-7bc7-43e6-80cf-80fd87fc55c6 req-6c5f4030-f78d-4451-ac66-9192734e7f1e tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 944 time: 0.0475283 May 04 15:00:49.431935 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-60c9a4fc-7bc7-43e6-80cf-80fd87fc55c6 req-79512e2f-1f8b-4366-a63f-c152083baa0a tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435226 May 04 15:00:49.842926 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 76a12b18-d478-4006-93cd-1f2947a94945 up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:49.893000 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port 76a12b18-d478-4006-93cd-1f2947a94945 completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 15:00:49.901015 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 76a12b18-d478-4006-93cd-1f2947a94945 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:00:49.901395 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (76a12b18-d478-4006-93cd-1f2947a94945), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:50.005471 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 76a12b18-d478-4006-93cd-1f2947a94945 is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:00:50.005869 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (76a12b18-d478-4006-93cd-1f2947a94945), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:50.032904 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1caba530-c771-4c80-9bb5-18381d7812aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a12b18-d478-4006-93cd-1f2947a94945'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:00:50.035364 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0e7355-2f43-4446-9720-55f685886823" -d '{"events": [{"server_uuid": "1caba530-c771-4c80-9bb5-18381d7812aa", "name": "network-vif-plugged", "status": "completed", "tag": "76a12b18-d478-4006-93cd-1f2947a94945"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:00:50.050435 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 76a12b18-d478-4006-93cd-1f2947a94945, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=76a12b18-d478-4006-93cd-1f2947a94945,segment=NetworkSegment(5e79b4ae-7909-4c31-8b29-39c608dd64ae),segment_id=5e79b4ae-7909-4c31-8b29-39c608dd64ae)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:50.056216 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (76a12b18-d478-4006-93cd-1f2947a94945), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:50.058054 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 61f7a2ee-d8c6-4e72-8670-c586d1b14686 up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:50.124932 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929123be-c9d0-45e1-9f0e-fe2c82010c2c x-openstack-request-id: req-929123be-c9d0-45e1-9f0e-fe2c82010c2c {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:00:50.125234 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1caba530-c771-4c80-9bb5-18381d7812aa", "name": "network-vif-plugged", "status": "completed", "tag": "76a12b18-d478-4006-93cd-1f2947a94945", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:00:50.125467 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-929123be-c9d0-45e1-9f0e-fe2c82010c2c {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:00:50.125877 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-929123be-c9d0-45e1-9f0e-fe2c82010c2c'] response: {'server_uuid': '1caba530-c771-4c80-9bb5-18381d7812aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a12b18-d478-4006-93cd-1f2947a94945', 'code': 200} May 04 15:00:50.175930 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=76a12b18-d478-4006-93cd-1f2947a94945,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:50.186717 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 15:00:50.193792 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:00:50.194154 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:50.286635 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126630e-d028-4017-a295-e31dd68bacf5 req-83475b24-5500-4364-917c-61022858dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:50.288536 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a126630e-d028-4017-a295-e31dd68bacf5 req-83475b24-5500-4364-917c-61022858dec6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 1134 time: 0.0528996 May 04 15:00:50.304687 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:00:50.305333 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:50.351358 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a126630e-d028-4017-a295-e31dd68bacf5 req-637d4b8a-208d-4dfb-b6c3-4ed99bb71f59 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556614 May 04 15:00:50.354145 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 61f7a2ee-d8c6-4e72-8670-c586d1b14686, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=61f7a2ee-d8c6-4e72-8670-c586d1b14686,segment=NetworkSegment(6f54b059-1762-4405-9ce5-3eb0d6a17182),segment_id=6f54b059-1762-4405-9ce5-3eb0d6a17182)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:50.358723 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:50.414658 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=61f7a2ee-d8c6-4e72-8670-c586d1b14686,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:50.415000 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000bfe2-4f2f-4ad2-8dd3-bc308561512d req-ac33191b-5eea-456c-afea-7cf73794c8ce tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:50.417536 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e000bfe2-4f2f-4ad2-8dd3-bc308561512d req-ac33191b-5eea-456c-afea-7cf73794c8ce tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 950 time: 0.0764699 May 04 15:00:50.498498 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e000bfe2-4f2f-4ad2-8dd3-bc308561512d req-f32aecca-cd3f-443a-b154-ab1c33f22ffc tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701730 May 04 15:00:50.597802 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe97c27-723a-405e-bc0d-98bd91c14d78 req-7db5634a-b67c-4f04-b7c6-9393e2f9644d tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:50.599498 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ffe97c27-723a-405e-bc0d-98bd91c14d78 req-7db5634a-b67c-4f04-b7c6-9393e2f9644d tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0712481 May 04 15:00:50.654751 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ffe97c27-723a-405e-bc0d-98bd91c14d78 req-989e0465-f91c-47ff-8a94-c4ab29369862 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492244 May 04 15:00:51.635261 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef2e5-9e8d-4ada-b6e7-1d599eb25027 req-26b09a94-f39b-4089-9e16-9f92875783f9 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:51.636808 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-519ef2e5-9e8d-4ada-b6e7-1d599eb25027 req-26b09a94-f39b-4089-9e16-9f92875783f9 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 950 time: 0.0489786 May 04 15:00:51.689615 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-519ef2e5-9e8d-4ada-b6e7-1d599eb25027 req-1ba20262-ab6d-48d9-807b-fd3fe25f2af3 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470901 May 04 15:00:51.778208 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e831a-8118-4b37-8b07-633b61febd1e req-dd401ce4-5289-4a65-9491-15324a14a48a tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:51.780228 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-030e831a-8118-4b37-8b07-633b61febd1e req-dd401ce4-5289-4a65-9491-15324a14a48a tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0525594 May 04 15:00:51.841495 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-030e831a-8118-4b37-8b07-633b61febd1e req-bdbc6f4d-2301-4f7d-9bdf-da16b7ad8efb tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551531 May 04 15:00:52.126727 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f7a2ee-d8c6-4e72-8670-c586d1b14686'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:00:52.130433 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16034986-468d-448d-a9fa-7f3bb1d5fd96" -d '{"events": [{"server_uuid": "c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e", "name": "network-vif-plugged", "status": "completed", "tag": "61f7a2ee-d8c6-4e72-8670-c586d1b14686"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:00:52.167618 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cc3df0-2804-4679-9d10-e14e792f4454 x-openstack-request-id: req-f8cc3df0-2804-4679-9d10-e14e792f4454 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:00:52.167936 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e", "name": "network-vif-plugged", "status": "completed", "tag": "61f7a2ee-d8c6-4e72-8670-c586d1b14686", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:00:52.168199 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8cc3df0-2804-4679-9d10-e14e792f4454 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:00:52.168609 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8cc3df0-2804-4679-9d10-e14e792f4454'] response: {'server_uuid': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f7a2ee-d8c6-4e72-8670-c586d1b14686', 'code': 200} May 04 15:00:52.821809 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e7ba-0e72-491f-b664-3c19cef4d169 req-8dd626dd-4372-44a4-8fb7-46ed3718686d tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:52.823516 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6137e7ba-0e72-491f-b664-3c19cef4d169 req-8dd626dd-4372-44a4-8fb7-46ed3718686d tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 950 time: 0.0514255 May 04 15:00:52.878096 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6137e7ba-0e72-491f-b664-3c19cef4d169 req-d6181fa4-2b74-4b26-ac63-85cd1a6cb5c2 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478973 May 04 15:00:52.973650 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13998995-9002-49bc-900a-1766df5bddb9 req-fb61a7fb-1ea1-4b9c-83d3-58f388e24aa1 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:52.975290 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-13998995-9002-49bc-900a-1766df5bddb9 req-fb61a7fb-1ea1-4b9c-83d3-58f388e24aa1 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0507867 May 04 15:00:53.034515 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-13998995-9002-49bc-900a-1766df5bddb9 req-74393a71-c912-4dae-ac30-cb0877b6c0b5 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516300 May 04 15:00:54.014850 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523caeb-b842-42aa-b482-07fa38f433e2 req-e24251f8-aa95-4b01-a9f3-e7881f4557a0 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:54.016414 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5523caeb-b842-42aa-b482-07fa38f433e2 req-e24251f8-aa95-4b01-a9f3-e7881f4557a0 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 950 time: 0.0524983 May 04 15:00:54.097866 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5523caeb-b842-42aa-b482-07fa38f433e2 req-cc5c9909-5d26-4066-bf37-a3baae5e4e1f tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751519 May 04 15:00:54.205310 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049892a-1e85-4e90-9131-553b2d6ed800 req-2ea316a3-8980-4073-9785-f25187d09b2d tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:54.206932 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7049892a-1e85-4e90-9131-553b2d6ed800 req-2ea316a3-8980-4073-9785-f25187d09b2d tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0774288 May 04 15:00:54.268686 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7049892a-1e85-4e90-9131-553b2d6ed800 req-8f1f47d8-b49f-4c70-b244-2498b7422a83 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545456 May 04 15:00:54.755969 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d112f6-6941-4891-96bf-0399d3c1930a req-042c3454-9693-4fa4-9862-4c8a7f35d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:54.757609 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b3d112f6-6941-4891-96bf-0399d3c1930a req-042c3454-9693-4fa4-9862-4c8a7f35d9a9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 1129 time: 0.0593472 May 04 15:00:54.813203 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b3d112f6-6941-4891-96bf-0399d3c1930a req-22099fb3-4d05-48da-8198-720090c325e0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488911 May 04 15:00:55.245601 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1daf4-2422-4527-bba1-d52b448e7b48 req-c2220327-1b30-45ec-bd47-92c82cad8384 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:55.248255 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6ca1daf4-2422-4527-bba1-d52b448e7b48 req-c2220327-1b30-45ec-bd47-92c82cad8384 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 950 time: 0.0747342 May 04 15:00:55.314690 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6ca1daf4-2422-4527-bba1-d52b448e7b48 req-4bccc14b-8898-49c2-987e-920940781277 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570202 May 04 15:00:55.472377 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba25e64-a883-4df7-afa1-a38168064421 req-35e4d9d0-b1f3-46b6-a7b9-733fa08aafcf tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:55.474650 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fba25e64-a883-4df7-afa1-a38168064421 req-35e4d9d0-b1f3-46b6-a7b9-733fa08aafcf tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0777490 May 04 15:00:55.542545 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fba25e64-a883-4df7-afa1-a38168064421 req-54417444-3c04-418d-8e1a-851886e53610 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612640 May 04 15:00:55.858485 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5889ac-d170-4565-bbc4-92c1f770ddd9 req-4ffb2303-a0bf-49b7-90fa-48c16cf9fccc tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:55.860107 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0b5889ac-d170-4565-bbc4-92c1f770ddd9 req-4ffb2303-a0bf-49b7-90fa-48c16cf9fccc tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 950 time: 0.0522101 May 04 15:00:55.919763 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0b5889ac-d170-4565-bbc4-92c1f770ddd9 req-c55dfa6d-cf84-42a7-acc3-11bf5ff39a52 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533700 May 04 15:00:56.674032 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85d0eb-2f45-4938-b511-10b659e6b6db req-a30c9315-dd7c-4f08-9156-3bde292994dd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:56.676076 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7a85d0eb-2f45-4938-b511-10b659e6b6db req-a30c9315-dd7c-4f08-9156-3bde292994dd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0511119 May 04 15:00:56.738694 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7a85d0eb-2f45-4938-b511-10b659e6b6db req-ef74cb92-086e-45b4-af56-e832df813303 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563195 May 04 15:00:57.048018 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858106e-7c46-4c89-9fc4-eced45b8b7b3 req-34fc99ea-fe1a-4231-94f8-269dd03db75d tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:57.049685 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2858106e-7c46-4c89-9fc4-eced45b8b7b3 req-34fc99ea-fe1a-4231-94f8-269dd03db75d tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 950 time: 0.0559423 May 04 15:00:57.105033 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2858106e-7c46-4c89-9fc4-eced45b8b7b3 req-2fb81fc2-5f98-4ded-a4eb-4985dd14e4f7 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491648 May 04 15:00:57.873581 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db32d28-cde1-4890-807a-5eff5a84caa8 req-677ad897-8c2b-4e35-915d-89690fbba4cd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:57.875134 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7db32d28-cde1-4890-807a-5eff5a84caa8 req-677ad897-8c2b-4e35-915d-89690fbba4cd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0521781 May 04 15:00:57.930929 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7db32d28-cde1-4890-807a-5eff5a84caa8 req-a4a8c2ad-ee70-4a05-bfe0-84e1985586d6 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496154 May 04 15:00:58.227482 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ecfc1-e16f-49a1-8268-e86fb02ddde4 req-84884cde-c217-468c-913f-25da927a4ba3 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:58.229064 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-102ecfc1-e16f-49a1-8268-e86fb02ddde4 req-84884cde-c217-468c-913f-25da927a4ba3 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 950 time: 0.0497339 May 04 15:00:58.283370 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-102ecfc1-e16f-49a1-8268-e86fb02ddde4 req-2d85a44f-c014-4db9-80a8-7b06f5d98001 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478461 May 04 15:00:59.063904 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded4e50-55c0-4855-8262-97ba30c9f53b req-21f9938a-a761-48c5-9496-999acb3a0520 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:59.065620 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cded4e50-55c0-4855-8262-97ba30c9f53b req-21f9938a-a761-48c5-9496-999acb3a0520 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0558853 May 04 15:00:59.122033 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-cded4e50-55c0-4855-8262-97ba30c9f53b req-29ec8858-1e53-4709-922f-f154045c4f27 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502739 May 04 15:00:59.414676 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b83dd9-3362-4a8c-813a-b7fa53e2fb7d req-657d7b52-778a-46b7-8bc1-618e0cc128a6 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:59.417270 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-75b83dd9-3362-4a8c-813a-b7fa53e2fb7d req-657d7b52-778a-46b7-8bc1-618e0cc128a6 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 950 time: 0.0596864 May 04 15:00:59.470884 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0100d-1b82-45e8-bba8-bd2d90afac21 req-9f962eb8-eff9-4f39-be1e-d941b9bd6e6b tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:59.472965 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5ec0100d-1b82-45e8-bba8-bd2d90afac21 req-9f962eb8-eff9-4f39-be1e-d941b9bd6e6b tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.49 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 950 time: 0.0836062 May 04 15:00:59.485676 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-75b83dd9-3362-4a8c-813a-b7fa53e2fb7d req-54ce17cb-0afa-409d-afbc-ac8b28455fd3 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/security-groups?id=313881db-9392-4825-90e7-e0ba51005085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615890 May 04 15:00:59.585816 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-5ec0100d-1b82-45e8-bba8-bd2d90afac21 req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Deleting port 76a12b18-d478-4006-93cd-1f2947a94945 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:00:59.587069 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-5ec0100d-1b82-45e8-bba8-bd2d90afac21 req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (76a12b18-d478-4006-93cd-1f2947a94945), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:59.730022 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-5ec0100d-1b82-45e8-bba8-bd2d90afac21 req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] For port 76a12b18-d478-4006-93cd-1f2947a94945, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=76a12b18-d478-4006-93cd-1f2947a94945,segment=NetworkSegment(5e79b4ae-7909-4c31-8b29-39c608dd64ae),segment_id=5e79b4ae-7909-4c31-8b29-39c608dd64ae)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:59.730555 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-5ec0100d-1b82-45e8-bba8-bd2d90afac21 req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (76a12b18-d478-4006-93cd-1f2947a94945), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:59.748441 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-5ec0100d-1b82-45e8-bba8-bd2d90afac21 req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Calling delete_port for 76a12b18-d478-4006-93cd-1f2947a94945 owned by compute:nova {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:00:59.932518 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-5ec0100d-1b82-45e8-bba8-bd2d90afac21 req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (76a12b18-d478-4006-93cd-1f2947a94945), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:00:59.947532 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['76a12b18-d478-4006-93cd-1f2947a94945'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:00:59.964585 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Pushing event deleted for resources: {'Port': ['ID=76a12b18-d478-4006-93cd-1f2947a94945,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:59.978513 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:59.978839 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:59.979192 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:59.979534 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:59.979893 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:59.980219 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:59.980687 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:59.980873 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:59.981205 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:59.981530 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:59.981862 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:59.982173 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:59.982495 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:59.982792 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:59.983290 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:00.033370 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec0100d-1b82-45e8-bba8-bd2d90afac21 req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] No DVR routers for this DVR port 76a12b18-d478-4006-93cd-1f2947a94945 on host hv-cinder-84049 {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:01:00.037164 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-5ec0100d-1b82-45e8-bba8-bd2d90afac21 req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:00.042871 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-5ec0100d-1b82-45e8-bba8-bd2d90afac21 req-3432a161-cc22-410f-a0a8-624bd0af1f72 tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.49 "DELETE /v2.0/ports/76a12b18-d478-4006-93cd-1f2947a94945 HTTP/1.1" status: 204 len: 173 time: 0.5612173 May 04 15:01:00.043532 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1caba530-c771-4c80-9bb5-18381d7812aa', 'name': 'network-vif-deleted', 'tag': '76a12b18-d478-4006-93cd-1f2947a94945'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:00.047445 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60d2be0-9cf3-4ad3-b820-788c075b8db0" -d '{"events": [{"server_uuid": "1caba530-c771-4c80-9bb5-18381d7812aa", "name": "network-vif-deleted", "tag": "76a12b18-d478-4006-93cd-1f2947a94945"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:00.094913 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90c9194-11ee-4d8a-b15d-e105ef3001ee x-openstack-request-id: req-b90c9194-11ee-4d8a-b15d-e105ef3001ee {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:00.095557 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1caba530-c771-4c80-9bb5-18381d7812aa", "name": "network-vif-deleted", "tag": "76a12b18-d478-4006-93cd-1f2947a94945", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:00.095847 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b90c9194-11ee-4d8a-b15d-e105ef3001ee {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:00.096713 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b90c9194-11ee-4d8a-b15d-e105ef3001ee'] response: {'server_uuid': '1caba530-c771-4c80-9bb5-18381d7812aa', 'name': 'network-vif-deleted', 'tag': '76a12b18-d478-4006-93cd-1f2947a94945', 'status': 'completed', 'code': 200} May 04 15:01:00.254746 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4542c6d-160f-41af-9d95-bb31867623ad req-fd5b0a3d-e99c-4f4f-bb30-f3fe79bab295 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:00.256261 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b4542c6d-160f-41af-9d95-bb31867623ad req-fd5b0a3d-e99c-4f4f-bb30-f3fe79bab295 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0519640 May 04 15:01:00.312258 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b4542c6d-160f-41af-9d95-bb31867623ad req-0968166b-8893-4bb6-9b7e-c834b5861ef3 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499940 May 04 15:01:00.453623 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8c4bb-1732-4ade-a315-d0ecf4625de7 req-def3179c-c76a-467a-8a8b-1061aa9df7a7 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:00.455346 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ca8c4bb-1732-4ade-a315-d0ecf4625de7 req-def3179c-c76a-467a-8a8b-1061aa9df7a7 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0515370 May 04 15:01:00.518018 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ca8c4bb-1732-4ade-a315-d0ecf4625de7 req-d8255b1b-f763-4693-836f-1ba795b97606 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566840 May 04 15:01:00.542543 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 45504) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:01:00.655588 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-17fd41dd-c7f5-4106-b35b-0bfe720670f4 req-c2ab77bb-dee5-4aed-9be5-121040dc232e tempest-VolumesNegativeTest-533319803 tempest-VolumesNegativeTest-533319803-project] 10.222.0.32 "GET /v2.0/ports?device_id=1caba530-c771-4c80-9bb5-18381d7812aa HTTP/1.1" status: 200 len: 210 time: 0.0387716 May 04 15:01:00.775665 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb22e299-170f-479d-8cbe-a27c254dbae3 tempest-TestShelveInstance-1488598554 tempest-TestShelveInstance-1488598554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:00.780522 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-fb22e299-170f-479d-8cbe-a27c254dbae3 tempest-TestShelveInstance-1488598554 tempest-TestShelveInstance-1488598554-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 1124 time: 0.2343864 May 04 15:01:00.783559 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 45514) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:01:00.788429 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Request body: {'floatingip': {'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'port_id': '61f7a2ee-d8c6-4e72-8670-c586d1b14686', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:01:00.812710 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:00.901231 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:01.027634 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Allocated IP 172.27.2.161 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/e028561b-7588-4f26-b023-049706dcbb24) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:01.146074 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for port (e028561b-7588-4f26-b023-049706dcbb24), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:01.182681 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (e028561b-7588-4f26-b023-049706dcbb24), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:01.231350 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:01.235564 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:01.238214 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:01.267365 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Pushing event updated for resources: {'Port': ['ID=e028561b-7588-4f26-b023-049706dcbb24,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:01.668943 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for floatingip (7017fb01-a658-447c-8b05-7730844eba49), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:01.780733 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (e028561b-7588-4f26-b023-049706dcbb24), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:02.033246 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for port (e028561b-7588-4f26-b023-049706dcbb24), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:02.040278 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (e028561b-7588-4f26-b023-049706dcbb24), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:02.128880 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Pushing event updated for resources: {'Port': ['ID=e028561b-7588-4f26-b023-049706dcbb24,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:02.142037 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (7017fb01-a658-447c-8b05-7730844eba49), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:02.292637 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Floating IP 7017fb01-a658-447c-8b05-7730844eba49 associated. External IP: 172.27.2.161, port: 61f7a2ee-d8c6-4e72-8670-c586d1b14686. May 04 15:01:02.581626 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Router b2ee155d-d1f2-4fc3-8968-10ce4c979368 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:01:02.745102 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:01:02.757761 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcd7c65-eea2-440e-9a53-5585a769a432 None None] Sync routers for ids ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:01:02.769848 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd7c65-eea2-440e-9a53-5585a769a432 None None] Routers {'b2ee155d-d1f2-4fc3-8968-10ce4c979368'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:02.770165 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:02.771103 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-cbcd7c65-eea2-440e-9a53-5585a769a432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:00:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:02.807232 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-26222220-60b9-400c-a0e1-2675aec1626b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0222569 May 04 15:01:02.808851 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'tag': '61f7a2ee-d8c6-4e72-8670-c586d1b14686'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:02.813755 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fe1b8e-1b7d-4c7d-860f-8de9b3bfb17a" -d '{"events": [{"name": "network-changed", "server_uuid": "c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e", "tag": "61f7a2ee-d8c6-4e72-8670-c586d1b14686"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:02.887835 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34588a34-e2c6-450a-bfdf-8672c06524eb x-openstack-request-id: req-34588a34-e2c6-450a-bfdf-8672c06524eb {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:02.888335 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e", "tag": "61f7a2ee-d8c6-4e72-8670-c586d1b14686", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:02.888782 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34588a34-e2c6-450a-bfdf-8672c06524eb {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:02.890225 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34588a34-e2c6-450a-bfdf-8672c06524eb'] response: {'name': 'network-changed', 'server_uuid': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'tag': '61f7a2ee-d8c6-4e72-8670-c586d1b14686', 'status': 'completed', 'code': 200} May 04 15:01:02.948289 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-95fb1486-1a36-4eb4-af87-47317426b29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:02.984113 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-cbcd7c65-eea2-440e-9a53-5585a769a432 None None] Set router b2ee155d-d1f2-4fc3-8968-10ce4c979368 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:03.012076 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe1b8e-1b7d-4c7d-860f-8de9b3bfb17a req-58df8838-f9c6-413d-b9c6-0cbd7d124f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:03.016461 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c5fe1b8e-1b7d-4c7d-860f-8de9b3bfb17a req-58df8838-f9c6-413d-b9c6-0cbd7d124f1b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35023f0e4a0842778e3125cb024562c3&device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 1129 time: 0.1015310 May 04 15:01:03.084992 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:01:03.257295 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe1b8e-1b7d-4c7d-860f-8de9b3bfb17a req-901827e8-e1af-4925-85c6-2f98767935d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:03.259462 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c5fe1b8e-1b7d-4c7d-860f-8de9b3bfb17a req-901827e8-e1af-4925-85c6-2f98767935d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf60ddd7-94c9-452b-bfed-a9f91227a945 HTTP/1.1" status: 200 len: 909 time: 0.2372761 May 04 15:01:03.321649 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-cbcd7c65-eea2-440e-9a53-5585a769a432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'name': 'tempest-TestShelveInstance-992067540-router', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:49Z', 'revision_number': 4, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'gw_port': {'id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '7017fb01-a658-447c-8b05-7730844eba49', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'port_id': '61f7a2ee-d8c6-4e72-8670-c586d1b14686', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'mac_address': 'fa:16:3e:18:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:01:01Z', 'updated_at': '2022-05-04T15:01:01Z', 'revision_number': 0, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf23a5fd-ae0e-43a1-a68f-43bff06bc23e', 'name': '', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'mac_address': 'fa:16:3e:3a:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:49Z', 'updated_at': '2022-05-04T14:59:55Z', 'revision_number': 5, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'subnets': [{'id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:03.360135 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c5fe1b8e-1b7d-4c7d-860f-8de9b3bfb17a req-7b4065fe-90cd-4936-9c85-a018206a73d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f7a2ee-d8c6-4e72-8670-c586d1b14686 HTTP/1.1" status: 200 len: 999 time: 0.0915062 May 04 15:01:03.365345 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcd7c65-eea2-440e-9a53-5585a769a432 None None] Checking router: b2ee155d-d1f2-4fc3-8968-10ce4c979368 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:01:03.395782 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd7c65-eea2-440e-9a53-5585a769a432 None None] Routers {'b2ee155d-d1f2-4fc3-8968-10ce4c979368'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:03.396618 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-cbcd7c65-eea2-440e-9a53-5585a769a432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:00:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:03.476604 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe1b8e-1b7d-4c7d-860f-8de9b3bfb17a req-4848bbdd-4b7a-4e2a-8a6b-62b15a262f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:03.482894 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c5fe1b8e-1b7d-4c7d-860f-8de9b3bfb17a req-4848bbdd-4b7a-4e2a-8a6b-62b15a262f53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f05771d-a62f-41e3-ba8b-daccf2ead403 HTTP/1.1" status: 200 len: 847 time: 0.1079276 May 04 15:01:03.550596 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe1b8e-1b7d-4c7d-860f-8de9b3bfb17a req-c1218ee9-dc76-4992-9be5-dba847775c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:03.552259 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c5fe1b8e-1b7d-4c7d-860f-8de9b3bfb17a req-c1218ee9-dc76-4992-9be5-dba847775c37 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf60ddd7-94c9-452b-bfed-a9f91227a945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643644 May 04 15:01:03.557493 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-cbcd7c65-eea2-440e-9a53-5585a769a432 None None] Set router b2ee155d-d1f2-4fc3-8968-10ce4c979368 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:03.990352 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 76a12b18-d478-4006-93cd-1f2947a94945 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:01:04.018614 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: 76a12b18-d478-4006-93cd-1f2947a94945 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:01:04.018983 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 76a12b18-d478-4006-93cd-1f2947a94945 not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:01:04.037605 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c5fe1b8e-1b7d-4c7d-860f-8de9b3bfb17a req-4e2a06c9-cbdb-48a0-a41b-705328272e70 service neutron] 10.222.0.49 "GET /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792865 May 04 15:01:04.041170 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-cbcd7c65-eea2-440e-9a53-5585a769a432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'name': 'tempest-TestShelveInstance-992067540-router', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:49Z', 'revision_number': 4, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'gw_port': {'id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '7017fb01-a658-447c-8b05-7730844eba49', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'port_id': '61f7a2ee-d8c6-4e72-8670-c586d1b14686', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'mac_address': 'fa:16:3e:18:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:01:01Z', 'updated_at': '2022-05-04T15:01:01Z', 'revision_number': 0, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf23a5fd-ae0e-43a1-a68f-43bff06bc23e', 'name': '', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'mac_address': 'fa:16:3e:3a:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:49Z', 'updated_at': '2022-05-04T14:59:55Z', 'revision_number': 5, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'subnets': [{'id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:04.104545 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcd7c65-eea2-440e-9a53-5585a769a432 None None] The sync data for ids ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'] in dv-cinder-840493-1-iscsi is: [{'id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'name': 'tempest-TestShelveInstance-992067540-router', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:49Z', 'revision_number': 4, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'gw_port': {'id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '7017fb01-a658-447c-8b05-7730844eba49', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'port_id': '61f7a2ee-d8c6-4e72-8670-c586d1b14686', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'mac_address': 'fa:16:3e:18:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:01:01Z', 'updated_at': '2022-05-04T15:01:01Z', 'revision_number': 0, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf23a5fd-ae0e-43a1-a68f-43bff06bc23e', 'name': '', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'mac_address': 'fa:16:3e:3a:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:49Z', 'updated_at': '2022-05-04T14:59:55Z', 'revision_number': 5, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'subnets': [{'id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:04.178181 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c5fe1b8e-1b7d-4c7d-860f-8de9b3bfb17a req-e7e78770-5d25-4eb8-8b08-2f0e85af9fc7 service neutron] 10.222.0.49 "GET /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346023 May 04 15:01:04.467559 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e1aa7-8b95-4165-a7d5-92005cd665a9 None None] New status for floating IP 7017fb01-a658-447c-8b05-7730844eba49: ACTIVE {{(pid=115139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:01:04.761186 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-556ac1bc-a5f7-40a5-bd08-356ccdbd5093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:04.852276 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9636b6d-fcfa-4c8e-8a2b-8c5d7f84c909 req-42350e10-fee6-4ca6-b5e7-1f047c8e91b2 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:04.854355 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c9636b6d-fcfa-4c8e-8a2b-8c5d7f84c909 req-42350e10-fee6-4ca6-b5e7-1f047c8e91b2 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 946 time: 0.0638628 May 04 15:01:04.907411 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c9636b6d-fcfa-4c8e-8a2b-8c5d7f84c909 req-ba56b67e-868f-40bd-8997-5cc72888c79d tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469959 May 04 15:01:06.058943 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61988f9e-04d0-411a-8216-fcecbcc840f4 req-c47860c3-3795-4756-9115-5838e440c2b8 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:06.062374 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-61988f9e-04d0-411a-8216-fcecbcc840f4 req-c47860c3-3795-4756-9115-5838e440c2b8 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 946 time: 0.0635698 May 04 15:01:06.069188 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:06.126282 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-61988f9e-04d0-411a-8216-fcecbcc840f4 req-0a4ea875-df4f-455a-a72c-9712f0b91f9d tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517249 May 04 15:01:06.388639 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b689e47-a749-4bcf-9102-31332bba8995 req-d83dcbef-80ff-43c9-8d61-0c782cfa8a9d tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:06.390197 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9b689e47-a749-4bcf-9102-31332bba8995 req-d83dcbef-80ff-43c9-8d61-0c782cfa8a9d tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.49 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 946 time: 0.0631704 May 04 15:01:06.490500 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-9b689e47-a749-4bcf-9102-31332bba8995 req-9beb61b7-3f12-47c5-a9e3-8cfe58e16b62 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Deleting port 9b69a259-a03d-42a9-adc7-65603c80aeeb {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:01:06.490837 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-9b689e47-a749-4bcf-9102-31332bba8995 req-9beb61b7-3f12-47c5-a9e3-8cfe58e16b62 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (9b69a259-a03d-42a9-adc7-65603c80aeeb), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:06.691904 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-9b689e47-a749-4bcf-9102-31332bba8995 req-9beb61b7-3f12-47c5-a9e3-8cfe58e16b62 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] For port 9b69a259-a03d-42a9-adc7-65603c80aeeb, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=9b69a259-a03d-42a9-adc7-65603c80aeeb,segment=NetworkSegment(d56da34f-6dd7-4b3c-8e82-ecb5584e80ac),segment_id=d56da34f-6dd7-4b3c-8e82-ecb5584e80ac)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:06.692579 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-9b689e47-a749-4bcf-9102-31332bba8995 req-9beb61b7-3f12-47c5-a9e3-8cfe58e16b62 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (9b69a259-a03d-42a9-adc7-65603c80aeeb), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:06.723282 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-9b689e47-a749-4bcf-9102-31332bba8995 req-9beb61b7-3f12-47c5-a9e3-8cfe58e16b62 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Calling delete_port for 9b69a259-a03d-42a9-adc7-65603c80aeeb owned by compute:nova {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:01:06.959442 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-9b689e47-a749-4bcf-9102-31332bba8995 req-9beb61b7-3f12-47c5-a9e3-8cfe58e16b62 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (9b69a259-a03d-42a9-adc7-65603c80aeeb), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:06.972743 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['9b69a259-a03d-42a9-adc7-65603c80aeeb'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:01:06.994415 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb61b7-3f12-47c5-a9e3-8cfe58e16b62 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Pushing event deleted for resources: {'Port': ['ID=9b69a259-a03d-42a9-adc7-65603c80aeeb,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:07.043008 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b689e47-a749-4bcf-9102-31332bba8995 req-9beb61b7-3f12-47c5-a9e3-8cfe58e16b62 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] No DVR routers for this DVR port 9b69a259-a03d-42a9-adc7-65603c80aeeb on host hv-cinder-84049 {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:01:07.045851 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-9b689e47-a749-4bcf-9102-31332bba8995 req-9beb61b7-3f12-47c5-a9e3-8cfe58e16b62 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:07.049554 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-9b689e47-a749-4bcf-9102-31332bba8995 req-9beb61b7-3f12-47c5-a9e3-8cfe58e16b62 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.49 "DELETE /v2.0/ports/9b69a259-a03d-42a9-adc7-65603c80aeeb HTTP/1.1" status: 204 len: 173 time: 0.6534622 May 04 15:01:07.050059 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f606e77e-2dae-4d71-882e-d24be4429485', 'name': 'network-vif-deleted', 'tag': '9b69a259-a03d-42a9-adc7-65603c80aeeb'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:07.052410 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4e6e70-78bd-4281-bec5-d4d4c4575a09" -d '{"events": [{"server_uuid": "f606e77e-2dae-4d71-882e-d24be4429485", "name": "network-vif-deleted", "tag": "9b69a259-a03d-42a9-adc7-65603c80aeeb"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:07.100153 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a5ef8a-6b9f-4f4f-8911-c68421196b97 x-openstack-request-id: req-a2a5ef8a-6b9f-4f4f-8911-c68421196b97 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:07.100595 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f606e77e-2dae-4d71-882e-d24be4429485", "name": "network-vif-deleted", "tag": "9b69a259-a03d-42a9-adc7-65603c80aeeb", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:07.100874 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2a5ef8a-6b9f-4f4f-8911-c68421196b97 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:07.101485 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a5ef8a-6b9f-4f4f-8911-c68421196b97'] response: {'server_uuid': 'f606e77e-2dae-4d71-882e-d24be4429485', 'name': 'network-vif-deleted', 'tag': '9b69a259-a03d-42a9-adc7-65603c80aeeb', 'status': 'completed', 'code': 200} May 04 15:01:07.222973 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 45798) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:01:07.259844 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-32c125fb-6a72-487d-89b9-8c7961549ab4 req-c6f260d0-ae7b-451b-bfd2-85c1aee526f1 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=f606e77e-2dae-4d71-882e-d24be4429485 HTTP/1.1" status: 200 len: 210 time: 0.0377407 May 04 15:01:07.405698 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-f84a0370-622d-41f0-bbd5-84fee716c917 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=063b0fdaa49a4cb6a7db0defa0e18f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1816626 May 04 15:01:07.408559 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 45804) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:01:07.458640 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-641a4810-a7b4-4aa9-a261-6adff99f9a8b admin admin] Publish callbacks [] for security_group (313881db-9392-4825-90e7-e0ba51005085), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:07.494472 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-641a4810-a7b4-4aa9-a261-6adff99f9a8b admin admin] Publish callbacks [] for security_group (313881db-9392-4825-90e7-e0ba51005085), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:07.503220 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:07.570368 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-641a4810-a7b4-4aa9-a261-6adff99f9a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (313881db-9392-4825-90e7-e0ba51005085), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:07.575275 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-641a4810-a7b4-4aa9-a261-6adff99f9a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:07.579563 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-641a4810-a7b4-4aa9-a261-6adff99f9a8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/313881db-9392-4825-90e7-e0ba51005085 HTTP/1.1" status: 204 len: 168 time: 0.1674166 May 04 15:01:07.590768 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a4810-a7b4-4aa9-a261-6adff99f9a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313881db-9392-4825-90e7-e0ba51005085,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:08.385786 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 45830) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:01:08.502144 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-f7fe7fbf-48f4-4388-bca2-24bb3ec4e09c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-891601065-network', 'tenant_id': '2036e616b4c8436aa631073699f30a33'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:01:08.526439 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fe7fbf-48f4-4388-bca2-24bb3ec4e09c admin admin] Made reservation on behalf of 2036e616b4c8436aa631073699f30a33 for: {'network': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:08.532567 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7fbf-48f4-4388-bca2-24bb3ec4e09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:08.544909 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7fbf-48f4-4388-bca2-24bb3ec4e09c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:08.654301 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7fbf-48f4-4388-bca2-24bb3ec4e09c admin admin] Publish callbacks [] for security_group (021c61ff-7124-423a-b031-7c873a241b0b), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:08.661135 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7fbf-48f4-4388-bca2-24bb3ec4e09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (021c61ff-7124-423a-b031-7c873a241b0b), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:08.688027 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fe7fbf-48f4-4388-bca2-24bb3ec4e09c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=115137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:01:08.697537 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe7fbf-48f4-4388-bca2-24bb3ec4e09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021c61ff-7124-423a-b031-7c873a241b0b,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:08.704164 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7fbf-48f4-4388-bca2-24bb3ec4e09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (2a682d82-e36b-414c-8333-86fb0df49a11), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:08.704497 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.segments_db [None req-f7fe7fbf-48f4-4388-bca2-24bb3ec4e09c admin admin] Added segment 2a682d82-e36b-414c-8333-86fb0df49a11 of type vlan for network efd47d59-c826-47b9-9b01-8d883c4b6a5f May 04 15:01:08.749173 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7fbf-48f4-4388-bca2-24bb3ec4e09c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (efd47d59-c826-47b9-9b01-8d883c4b6a5f), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:08.775883 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7fbf-48f4-4388-bca2-24bb3ec4e09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (efd47d59-c826-47b9-9b01-8d883c4b6a5f), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:08.776951 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fe7fbf-48f4-4388-bca2-24bb3ec4e09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:08.777526 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f7fe7fbf-48f4-4388-bca2-24bb3ec4e09c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:08.810542 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-f7fe7fbf-48f4-4388-bca2-24bb3ec4e09c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4236002 May 04 15:01:08.814376 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 45836) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:01:08.819668 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-626e488e-8cfd-4528-8160-5551afc12010 admin admin] Request body: {'subnet': {'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-891601065-subnet', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'ip_version': 4}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:01:08.839896 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626e488e-8cfd-4528-8160-5551afc12010 admin admin] Made reservation on behalf of 2036e616b4c8436aa631073699f30a33 for: {'subnet': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:08.841033 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe7fbf-48f4-4388-bca2-24bb3ec4e09c admin admin] Pushing event updated for resources: {'Network': ['ID=efd47d59-c826-47b9-9b01-8d883c4b6a5f,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:08.842439 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-626e488e-8cfd-4528-8160-5551afc12010 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130572725'] for subnet (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:08.856775 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network efd47d59-c826-47b9-9b01-8d883c4b6a5f details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:01:08.904311 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:09.043819 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-626e488e-8cfd-4528-8160-5551afc12010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130558689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130572743'] for subnet (1a622958-10e4-424a-8c97-99963ca312b6), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:09.100563 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e488e-8cfd-4528-8160-5551afc12010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a622958-10e4-424a-8c97-99963ca312b6,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:09.114103 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626e488e-8cfd-4528-8160-5551afc12010 admin admin] Checking segment: {'id': '2a682d82-e36b-414c-8333-86fb0df49a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 15:01:09.114472 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626e488e-8cfd-4528-8160-5551afc12010 admin admin] Network hostable DHCP agents. Network: efd47d59-c826-47b9-9b01-8d883c4b6a5f, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:01:09.137877 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626e488e-8cfd-4528-8160-5551afc12010 admin admin] Network efd47d59-c826-47b9-9b01-8d883c4b6a5f is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:01:09.147201 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-626e488e-8cfd-4528-8160-5551afc12010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, efd47d59-c826-47b9-9b01-8d883c4b6a5f) {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:09.151407 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626e488e-8cfd-4528-8160-5551afc12010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:09.152006 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-626e488e-8cfd-4528-8160-5551afc12010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:09.160231 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b23b890-c856-4d11-99e7-b5db5a2b1a9b None None] Network efd47d59-c826-47b9-9b01-8d883c4b6a5f requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 15:01:09.171920 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-626e488e-8cfd-4528-8160-5551afc12010 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3561039 May 04 15:01:09.175280 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 45838) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:01:09.180317 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-891601065-router', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:01:09.203640 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4469'] for router (a70889fc-2e77-49f7-871d-04b6e736a207), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:09.205451 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4474'] for router (a70889fc-2e77-49f7-871d-04b6e736a207), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:09.269587 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Publish callbacks [] for router_controller (a70889fc-2e77-49f7-871d-04b6e736a207), precommit_add_association {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:09.295803 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4965d7e2-3619-50f4-806f-d53d5fe93725-efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'project_id': '2036e616b4c8436aa631073699f30a33', 'fixed_ips': [{'subnet_id': '1a622958-10e4-424a-8c97-99963ca312b6'}]}} from dv-cinder-840493-1-iscsi. {{(pid=115138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 15:01:09.296598 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:09.448535 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.db_base_plugin_common [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Allocated IP 172.20.0.2 (efd47d59-c826-47b9-9b01-8d883c4b6a5f/1a622958-10e4-424a-8c97-99963ca312b6/45a07e7d-34fe-4a66-a07e-07257c325f38) {{(pid=115138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:09.615496 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Publish callbacks [] for port (45a07e7d-34fe-4a66-a07e-07257c325f38), precommit_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:09.623444 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (45a07e7d-34fe-4a66-a07e-07257c325f38), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:09.665727 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Network efd47d59-c826-47b9-9b01-8d883c4b6a5f is already hosted by enough agents. {{(pid=115138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:09.668618 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.base_scheduler [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Resources bound (agent type, host, resource id): {{(pid=115138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:09.672417 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Received port after_create {{(pid=115138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:09.686367 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Pushing event updated for resources: {'Port': ['ID=45a07e7d-34fe-4a66-a07e-07257c325f38,revision_number=1']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:09.727363 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Publish callbacks [] for router_gateway (a70889fc-2e77-49f7-871d-04b6e736a207), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:09.747355 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Attempting to bind port 45a07e7d-34fe-4a66-a07e-07257c325f38 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 15:01:09.747720 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Attempting to bind port 45a07e7d-34fe-4a66-a07e-07257c325f38 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '2a682d82-e36b-414c-8333-86fb0df49a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 15:01:09.748082 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Attempting to bind port 45a07e7d-34fe-4a66-a07e-07257c325f38 on network efd47d59-c826-47b9-9b01-8d883c4b6a5f {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:09.753716 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:09.754087 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Checking segment: {'id': '2a682d82-e36b-414c-8333-86fb0df49a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 15:01:09.754486 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:09.755475 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Bound using segment: {'id': '2a682d82-e36b-414c-8333-86fb0df49a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:09.755475 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Bound port: 45a07e7d-34fe-4a66-a07e-07257c325f38, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a682d82-e36b-414c-8333-86fb0df49a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 15:01:09.755728 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (45a07e7d-34fe-4a66-a07e-07257c325f38), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:09.821966 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] For port 45a07e7d-34fe-4a66-a07e-07257c325f38, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:09.825545 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] For port 45a07e7d-34fe-4a66-a07e-07257c325f38, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=45a07e7d-34fe-4a66-a07e-07257c325f38,segment=NetworkSegment(2a682d82-e36b-414c-8333-86fb0df49a11),segment_id=2a682d82-e36b-414c-8333-86fb0df49a11)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:09.833788 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (45a07e7d-34fe-4a66-a07e-07257c325f38), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:09.901780 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2ccab-531c-4ad7-9768-7e54fd57c1aa None None] Pushing event updated for resources: {'Port': ['ID=45a07e7d-34fe-4a66-a07e-07257c325f38,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:09.928817 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Publish callbacks [] for router_gateway (a70889fc-2e77-49f7-871d-04b6e736a207), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:09.949266 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:10.102257 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Allocated IP 172.27.2.2 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/077165a2-1d5a-4608-83fa-d05c5e572396) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:10.229604 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Publish callbacks [] for port (077165a2-1d5a-4608-83fa-d05c5e572396), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:10.265179 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (077165a2-1d5a-4608-83fa-d05c5e572396), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:10.304382 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:10.307614 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:10.314112 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:10.320553 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Pushing event updated for resources: {'Port': ['ID=077165a2-1d5a-4608-83fa-d05c5e572396,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:10.599501 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Publish callbacks [] for router_gateway (a70889fc-2e77-49f7-871d-04b6e736a207), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:10.826866 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690820'] for router (a70889fc-2e77-49f7-871d-04b6e736a207), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:10.879411 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68da2816-63c5-4ec8-92b1-d1867635d75e None None] Network efd47d59-c826-47b9-9b01-8d883c4b6a5f requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 15:01:10.967954 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Router a70889fc-2e77-49f7-871d-04b6e736a207 is scheduled to L3 agent b987e420-0280-4229-80f3-f09839d30a9a with binding_index 1 {{(pid=115136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 15:01:10.989349 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-58f700ec-b8cd-441f-898b-fba66ab536ad None None] Provisioning complete for port 45a07e7d-34fe-4a66-a07e-07257c325f38 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:10.989948 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-58f700ec-b8cd-441f-898b-fba66ab536ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (45a07e7d-34fe-4a66-a07e-07257c325f38), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:11.102554 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:01:11.104779 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-58f700ec-b8cd-441f-898b-fba66ab536ad None None] Current status of the port 45a07e7d-34fe-4a66-a07e-07257c325f38 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:11.105452 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-58f700ec-b8cd-441f-898b-fba66ab536ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (45a07e7d-34fe-4a66-a07e-07257c325f38), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:11.122183 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Sync routers for ids ['a70889fc-2e77-49f7-871d-04b6e736a207'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:01:11.128538 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:11.133778 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-1f035d2c-e6a5-49b4-972d-4e2b908b6f87 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9568853 May 04 15:01:11.135397 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 45848) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:01:11.155905 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-58f700ec-b8cd-441f-898b-fba66ab536ad None None] For port 45a07e7d-34fe-4a66-a07e-07257c325f38, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=45a07e7d-34fe-4a66-a07e-07257c325f38,segment=NetworkSegment(2a682d82-e36b-414c-8333-86fb0df49a11),segment_id=2a682d82-e36b-414c-8333-86fb0df49a11)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:11.160453 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Routers {'a70889fc-2e77-49f7-871d-04b6e736a207'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:11.161141 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:01:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a70889fc-2e77-49f7-871d-04b6e736a207'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:11.166273 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-58f700ec-b8cd-441f-898b-fba66ab536ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (45a07e7d-34fe-4a66-a07e-07257c325f38), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:11.301666 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f700ec-b8cd-441f-898b-fba66ab536ad None None] Pushing event updated for resources: {'Port': ['ID=45a07e7d-34fe-4a66-a07e-07257c325f38,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:11.321709 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-b8f8716d-b0bb-4514-9b61-d81a781e98a5 None None] Provisioning complete for port 45a07e7d-34fe-4a66-a07e-07257c325f38 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:11.321980 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-b8f8716d-b0bb-4514-9b61-d81a781e98a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (45a07e7d-34fe-4a66-a07e-07257c325f38), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:11.362809 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Set router a70889fc-2e77-49f7-871d-04b6e736a207 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:11.511678 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-19eab33f-dd31-43f3-9a96-9aa3d036fd72 req-b6ba34d2-6033-4f29-b61b-c71ce93bf3aa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568810 May 04 15:01:11.563154 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-b8f8716d-b0bb-4514-9b61-d81a781e98a5 None None] Current status of the port 45a07e7d-34fe-4a66-a07e-07257c325f38 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:11.617134 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eab33f-dd31-43f3-9a96-9aa3d036fd72 req-0650a9e0-1bec-448f-a755-a027e4878abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:11.620174 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-19eab33f-dd31-43f3-9a96-9aa3d036fd72 req-0650a9e0-1bec-448f-a755-a027e4878abf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 1129 time: 0.0544989 May 04 15:01:11.621500 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'name': 'tempest-TestMinimumBasicScenario-891601065-router', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:10Z', 'revision_number': 3, 'project_id': '2036e616b4c8436aa631073699f30a33', 'gw_port': {'id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:11.682937 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 45a07e7d-34fe-4a66-a07e-07257c325f38 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:11.687110 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Checking router: a70889fc-2e77-49f7-871d-04b6e736a207 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:01:11.687520 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Updating router a70889fc-2e77-49f7-871d-04b6e736a207 port 077165a2-1d5a-4608-83fa-d05c5e572396 binding host dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:01:11.773737 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (077165a2-1d5a-4608-83fa-d05c5e572396), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:11.818251 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 45a07e7d-34fe-4a66-a07e-07257c325f38 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:11.819006 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (45a07e7d-34fe-4a66-a07e-07257c325f38), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:11.827504 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eab33f-dd31-43f3-9a96-9aa3d036fd72 req-785d0263-44ad-4640-98cb-017a570cb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:11.830568 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-19eab33f-dd31-43f3-9a96-9aa3d036fd72 req-785d0263-44ad-4640-98cb-017a570cb59f service neutron] 10.222.0.49 "GET /v2.0/networks?id=603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 200 len: 913 time: 0.1839135 May 04 15:01:11.930612 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 9b69a259-a03d-42a9-adc7-65603c80aeeb no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:01:11.975877 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: 9b69a259-a03d-42a9-adc7-65603c80aeeb {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:01:11.976228 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 9b69a259-a03d-42a9-adc7-65603c80aeeb not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:01:11.983807 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-19eab33f-dd31-43f3-9a96-9aa3d036fd72 req-c303d1cb-35d3-41aa-9dc2-96f0e8c3aa50 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 HTTP/1.1" status: 200 len: 1000 time: 0.1455607 May 04 15:01:12.009497 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:12.063611 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 45a07e7d-34fe-4a66-a07e-07257c325f38 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:12.069871 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eab33f-dd31-43f3-9a96-9aa3d036fd72 req-42fb35b7-2fcd-4a8c-a959-a03be59f0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:12.071772 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-19eab33f-dd31-43f3-9a96-9aa3d036fd72 req-42fb35b7-2fcd-4a8c-a959-a03be59f0c0f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8fe32c0-07c2-4288-b3f3-920f7d53b942 HTTP/1.1" status: 200 len: 851 time: 0.0812497 May 04 15:01:12.143576 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eab33f-dd31-43f3-9a96-9aa3d036fd72 req-2d7446a8-88b7-4937-9893-9eceb537388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:12.149566 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-19eab33f-dd31-43f3-9a96-9aa3d036fd72 req-2d7446a8-88b7-4937-9893-9eceb537388e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=603b2177-ca93-4721-a940-b349edbe094b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669112 May 04 15:01:12.228772 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Publish callbacks [] for port (077165a2-1d5a-4608-83fa-d05c5e572396), precommit_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:12.233237 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Allocated IP 172.20.0.1 (efd47d59-c826-47b9-9b01-8d883c4b6a5f/1a622958-10e4-424a-8c97-99963ca312b6/a32f624c-2a25-4538-ae6d-e4034eabcd15) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:12.238566 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (077165a2-1d5a-4608-83fa-d05c5e572396), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:12.314712 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-19eab33f-dd31-43f3-9a96-9aa3d036fd72 req-e9e41c3f-118b-4182-8d75-0f72632d12ad service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608155 May 04 15:01:12.331155 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Attempting to bind port 077165a2-1d5a-4608-83fa-d05c5e572396 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 15:01:12.331723 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Attempting to bind port 077165a2-1d5a-4608-83fa-d05c5e572396 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 15:01:12.332248 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Attempting to bind port 077165a2-1d5a-4608-83fa-d05c5e572396 on network 0edac7da-e104-49a8-a1ba-50991a341388 {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:12.337444 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27c742-8dc2-4612-bd89-d5ca2a295674 None None] Pushing event updated for resources: {'Port': ['ID=077165a2-1d5a-4608-83fa-d05c5e572396,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:12.355941 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:12.356523 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Checking segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 15:01:12.357173 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:12.357787 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Bound using segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:12.358591 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Bound port: 077165a2-1d5a-4608-83fa-d05c5e572396, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 15:01:12.359162 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (077165a2-1d5a-4608-83fa-d05c5e572396), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:12.433951 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Publish callbacks [] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:12.450010 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] For port 077165a2-1d5a-4608-83fa-d05c5e572396, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:12.455374 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] For port 077165a2-1d5a-4608-83fa-d05c5e572396, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=077165a2-1d5a-4608-83fa-d05c5e572396,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:12.470803 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (077165a2-1d5a-4608-83fa-d05c5e572396), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:12.474440 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-19eab33f-dd31-43f3-9a96-9aa3d036fd72 req-33f5ff4f-4225-4c14-934b-0b67f2304e3f service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489377 May 04 15:01:12.493130 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:12.534454 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Routers {'a70889fc-2e77-49f7-871d-04b6e736a207'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:12.535404 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:01:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a70889fc-2e77-49f7-871d-04b6e736a207'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:12.563504 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Network efd47d59-c826-47b9-9b01-8d883c4b6a5f is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:12.568695 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:12.579939 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:12.617812 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27c742-8dc2-4612-bd89-d5ca2a295674 None None] Pushing event updated for resources: {'Port': ['ID=077165a2-1d5a-4608-83fa-d05c5e572396,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:12.630324 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Pushing event updated for resources: {'Port': ['ID=a32f624c-2a25-4538-ae6d-e4034eabcd15,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:12.658017 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690265'] for router_interface (a70889fc-2e77-49f7-871d-04b6e736a207), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:12.723610 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] Set router a70889fc-2e77-49f7-871d-04b6e736a207 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:12.891268 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:12.976389 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-7d4093a0-f0f4-4c18-b8ff-32c9aed57b6b None None] Provisioning complete for port a32f624c-2a25-4538-ae6d-e4034eabcd15 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:12.976707 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-7d4093a0-f0f4-4c18-b8ff-32c9aed57b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:13.069501 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-7d4093a0-f0f4-4c18-b8ff-32c9aed57b6b None None] Port a32f624c-2a25-4538-ae6d-e4034eabcd15 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 15:01:13.175212 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Publish callbacks [] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:13.182991 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'name': 'tempest-TestMinimumBasicScenario-891601065-router', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:10Z', 'revision_number': 3, 'project_id': '2036e616b4c8436aa631073699f30a33', 'gw_port': {'id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:13.183509 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:13.222463 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a6df4-c1ef-4eba-8d26-9bc443275741 None None] The sync data for ids ['a70889fc-2e77-49f7-871d-04b6e736a207'] in dv-cinder-840493-1-iscsi is: [{'id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'name': 'tempest-TestMinimumBasicScenario-891601065-router', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:10Z', 'revision_number': 3, 'project_id': '2036e616b4c8436aa631073699f30a33', 'gw_port': {'id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:13.276486 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690211'] for router_interface (a70889fc-2e77-49f7-871d-04b6e736a207), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:13.283841 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Pushing event updated for resources: {'Port': ['ID=a32f624c-2a25-4538-ae6d-e4034eabcd15,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:13.411828 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Network efd47d59-c826-47b9-9b01-8d883c4b6a5f is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:13.412371 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:13.415043 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:13.653300 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Router a70889fc-2e77-49f7-871d-04b6e736a207 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:01:13.672187 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 077165a2-1d5a-4608-83fa-d05c5e572396 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:13.763109 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 077165a2-1d5a-4608-83fa-d05c5e572396 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:13.763864 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (077165a2-1d5a-4608-83fa-d05c5e572396), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:13.822430 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-7b7a4012-1699-4d0d-868c-d2f3c73dbb91 None None] Provisioning complete for port a32f624c-2a25-4538-ae6d-e4034eabcd15 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:13.822959 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-7b7a4012-1699-4d0d-868c-d2f3c73dbb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:13.856359 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:01:13.872940 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-748b5622-35a8-4a4d-abe5-faaf7ee0a521 admin admin] 10.222.0.32 "PUT /v2.0/routers/a70889fc-2e77-49f7-871d-04b6e736a207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7317328 May 04 15:01:13.910718 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a4012-1699-4d0d-868c-d2f3c73dbb91 None None] Port a32f624c-2a25-4538-ae6d-e4034eabcd15 cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 15:01:13.935583 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 077165a2-1d5a-4608-83fa-d05c5e572396 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:13.936492 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (077165a2-1d5a-4608-83fa-d05c5e572396), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:13.967049 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] For port 077165a2-1d5a-4608-83fa-d05c5e572396, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=077165a2-1d5a-4608-83fa-d05c5e572396,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:13.973062 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (077165a2-1d5a-4608-83fa-d05c5e572396), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:14.052524 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Pushing event updated for resources: {'Port': ['ID=077165a2-1d5a-4608-83fa-d05c5e572396,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:14.594470 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 45886) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:01:14.599668 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-543c5497-d8ab-4e82-961f-d2f6626a1a82 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-241183893-network', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:01:14.625515 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543c5497-d8ab-4e82-961f-d2f6626a1a82 admin admin] Made reservation on behalf of 1643544cd6684d30af2abd8a8800caf3 for: {'network': 1} {{(pid=115137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:14.628410 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-543c5497-d8ab-4e82-961f-d2f6626a1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for network (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:14.638665 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-543c5497-d8ab-4e82-961f-d2f6626a1a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:14.735256 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-543c5497-d8ab-4e82-961f-d2f6626a1a82 admin admin] Publish callbacks [] for security_group (0c17df0b-c4c1-4924-b6e4-75ed79ce539f), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:14.740672 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-543c5497-d8ab-4e82-961f-d2f6626a1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (0c17df0b-c4c1-4924-b6e4-75ed79ce539f), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:14.769207 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543c5497-d8ab-4e82-961f-d2f6626a1a82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=115137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:01:14.781947 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c5497-d8ab-4e82-961f-d2f6626a1a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c17df0b-c4c1-4924-b6e4-75ed79ce539f,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:14.787578 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-543c5497-d8ab-4e82-961f-d2f6626a1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (2390b01e-b7cd-402f-a5f9-b875be115355), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:14.787793 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.segments_db [None req-543c5497-d8ab-4e82-961f-d2f6626a1a82 admin admin] Added segment 2390b01e-b7cd-402f-a5f9-b875be115355 of type vlan for network 93226420-6cea-4c03-b262-ba5789444efa May 04 15:01:14.835614 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-543c5497-d8ab-4e82-961f-d2f6626a1a82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789718289116'] for network (93226420-6cea-4c03-b262-ba5789444efa), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:14.867947 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-543c5497-d8ab-4e82-961f-d2f6626a1a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672'] for network (93226420-6cea-4c03-b262-ba5789444efa), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:14.869507 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543c5497-d8ab-4e82-961f-d2f6626a1a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:14.870314 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-543c5497-d8ab-4e82-961f-d2f6626a1a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:14.912894 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-543c5497-d8ab-4e82-961f-d2f6626a1a82 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3125825 May 04 15:01:14.914801 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 45888) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:01:14.920983 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-76be7229-5f66-41b0-84d8-39aedbdc6cf6 admin admin] Request body: {'subnet': {'network_id': '93226420-6cea-4c03-b262-ba5789444efa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-241183893-subnet', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3', 'ip_version': 4}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:01:14.947571 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c5497-d8ab-4e82-961f-d2f6626a1a82 admin admin] Pushing event updated for resources: {'Network': ['ID=93226420-6cea-4c03-b262-ba5789444efa,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:14.955734 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76be7229-5f66-41b0-84d8-39aedbdc6cf6 admin admin] Made reservation on behalf of 1643544cd6684d30af2abd8a8800caf3 for: {'subnet': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:14.958716 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-76be7229-5f66-41b0-84d8-39aedbdc6cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130572725'] for subnet (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:14.966940 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Network 93226420-6cea-4c03-b262-ba5789444efa details requested by agent ovs-agent-dv-cinder-840493-1-iscsi with host dv-cinder-840493-1-iscsi {{(pid=115138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:01:15.188913 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-76be7229-5f66-41b0-84d8-39aedbdc6cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130558689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130572743'] for subnet (7804ce7c-631f-4a8b-8019-987333ad0b7e), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:15.248117 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be7229-5f66-41b0-84d8-39aedbdc6cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7804ce7c-631f-4a8b-8019-987333ad0b7e,revision_number=0']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:15.262023 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be7229-5f66-41b0-84d8-39aedbdc6cf6 admin admin] Checking segment: {'id': '2390b01e-b7cd-402f-a5f9-b875be115355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '93226420-6cea-4c03-b262-ba5789444efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 15:01:15.262510 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be7229-5f66-41b0-84d8-39aedbdc6cf6 admin admin] Network hostable DHCP agents. Network: 93226420-6cea-4c03-b262-ba5789444efa, hostable agents: ['1aaffbfb-de32-4e1b-acaa-cf9e13346099'], hosted agents: [] {{(pid=115136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:01:15.290185 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be7229-5f66-41b0-84d8-39aedbdc6cf6 admin admin] Network 93226420-6cea-4c03-b262-ba5789444efa is scheduled to be hosted by DHCP agent 1aaffbfb-de32-4e1b-acaa-cf9e13346099 with binding_index 1 {{(pid=115136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:01:15.306293 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-76be7229-5f66-41b0-84d8-39aedbdc6cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-1-iscsi, 93226420-6cea-4c03-b262-ba5789444efa) {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:15.321040 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76be7229-5f66-41b0-84d8-39aedbdc6cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:15.322007 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-76be7229-5f66-41b0-84d8-39aedbdc6cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:15.331978 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf44de7-2fb0-4109-9bb9-cd67f4198d2d None None] Network 93226420-6cea-4c03-b262-ba5789444efa requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 15:01:15.333362 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Sync routers for ids ['a70889fc-2e77-49f7-871d-04b6e736a207'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:01:15.346332 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-76be7229-5f66-41b0-84d8-39aedbdc6cf6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4298353 May 04 15:01:15.349181 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 45892) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:01:15.350396 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Routers {'a70889fc-2e77-49f7-871d-04b6e736a207'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:15.351053 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:01:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a70889fc-2e77-49f7-871d-04b6e736a207'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:15.356186 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-241183893-router', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:01:15.383742 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4469'] for router (7bece854-7e6e-4ef4-9a15-daebb5de08c8), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:15.385282 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1685650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1690871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4474'] for router (7bece854-7e6e-4ef4-9a15-daebb5de08c8), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:15.467658 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Publish callbacks [] for router_controller (7bece854-7e6e-4ef4-9a15-daebb5de08c8), precommit_add_association {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:15.484926 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4965d7e2-3619-50f4-806f-d53d5fe93725-93226420-6cea-4c03-b262-ba5789444efa', 'network_id': '93226420-6cea-4c03-b262-ba5789444efa', 'project_id': '1643544cd6684d30af2abd8a8800caf3', 'fixed_ips': [{'subnet_id': '7804ce7c-631f-4a8b-8019-987333ad0b7e'}]}} from dv-cinder-840493-1-iscsi. {{(pid=115138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 15:01:15.485893 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:15.486862 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Set router a70889fc-2e77-49f7-871d-04b6e736a207 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:15.676621 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 077165a2-1d5a-4608-83fa-d05c5e572396 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:15.720703 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.db_base_plugin_common [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Allocated IP 172.20.0.2 (93226420-6cea-4c03-b262-ba5789444efa/7804ce7c-631f-4a8b-8019-987333ad0b7e/56ad0f6a-5355-4ff7-91ce-8c5144c17e10) {{(pid=115138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:15.723459 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Publish callbacks [] for router_gateway (7bece854-7e6e-4ef4-9a15-daebb5de08c8), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:15.766486 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'name': 'tempest-TestMinimumBasicScenario-891601065-router', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 4, 'project_id': '2036e616b4c8436aa631073699f30a33', 'gw_port': {'id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'a32f624c-2a25-4538-ae6d-e4034eabcd15', 'name': '', 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'mac_address': 'fa:16:3e:43:f8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a622958-10e4-424a-8c97-99963ca312b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:12Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 2, 'project_id': '2036e616b4c8436aa631073699f30a33', 'subnets': [{'id': '1a622958-10e4-424a-8c97-99963ca312b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:15.772085 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 077165a2-1d5a-4608-83fa-d05c5e572396 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:15.772497 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (077165a2-1d5a-4608-83fa-d05c5e572396), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:15.818702 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Checking router: a70889fc-2e77-49f7-871d-04b6e736a207 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:01:15.819842 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Updating router a70889fc-2e77-49f7-871d-04b6e736a207 port a32f624c-2a25-4538-ae6d-e4034eabcd15 binding host dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:01:15.877206 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:15.952907 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 077165a2-1d5a-4608-83fa-d05c5e572396 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:15.955954 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Publish callbacks [] for router_gateway (7bece854-7e6e-4ef4-9a15-daebb5de08c8), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:15.969160 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Publish callbacks [] for port (56ad0f6a-5355-4ff7-91ce-8c5144c17e10), precommit_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:15.978158 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103'] for port (56ad0f6a-5355-4ff7-91ce-8c5144c17e10), after_create {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:15.981988 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:16.024412 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Network 93226420-6cea-4c03-b262-ba5789444efa is already hosted by enough agents. {{(pid=115138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:16.030194 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.scheduler.base_scheduler [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Resources bound (agent type, host, resource id): {{(pid=115138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:16.035506 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Received port after_create {{(pid=115138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:16.039027 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Pushing event updated for resources: {'Port': ['ID=56ad0f6a-5355-4ff7-91ce-8c5144c17e10,revision_number=1']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:16.108127 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Attempting to bind port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 15:01:16.108513 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Attempting to bind port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '2390b01e-b7cd-402f-a5f9-b875be115355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '93226420-6cea-4c03-b262-ba5789444efa'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 15:01:16.108893 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Attempting to bind port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 on network 93226420-6cea-4c03-b262-ba5789444efa {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:16.115143 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:16.115143 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Checking segment: {'id': '2390b01e-b7cd-402f-a5f9-b875be115355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '93226420-6cea-4c03-b262-ba5789444efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 15:01:16.115503 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:16.115863 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Bound using segment: {'id': '2390b01e-b7cd-402f-a5f9-b875be115355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '93226420-6cea-4c03-b262-ba5789444efa'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:16.116360 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Bound port: 56ad0f6a-5355-4ff7-91ce-8c5144c17e10, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2390b01e-b7cd-402f-a5f9-b875be115355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '93226420-6cea-4c03-b262-ba5789444efa'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 15:01:16.116744 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (56ad0f6a-5355-4ff7-91ce-8c5144c17e10), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:16.160283 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Allocated IP 172.27.2.32 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/794bdcaf-9ea2-41af-8400-1d9d541bc088) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:16.213612 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] For port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:16.217764 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] For port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=56ad0f6a-5355-4ff7-91ce-8c5144c17e10,segment=NetworkSegment(2390b01e-b7cd-402f-a5f9-b875be115355),segment_id=2390b01e-b7cd-402f-a5f9-b875be115355)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:16.226295 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (56ad0f6a-5355-4ff7-91ce-8c5144c17e10), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:16.293362 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Publish callbacks [] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), precommit_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:16.301647 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:16.314319 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Publish callbacks [] for port (794bdcaf-9ea2-41af-8400-1d9d541bc088), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:16.349899 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b944b-4806-44f7-8465-de860e287aef None None] Pushing event updated for resources: {'Port': ['ID=56ad0f6a-5355-4ff7-91ce-8c5144c17e10,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:16.370091 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (794bdcaf-9ea2-41af-8400-1d9d541bc088), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:16.381351 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Pushing event updated for resources: {'Port': ['ID=a32f624c-2a25-4538-ae6d-e4034eabcd15,revision_number=3']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:16.398500 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:16.398842 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:16.399377 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:16.399912 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:16.400424 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:16.401575 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:16.402545 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:16.403397 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:16.404004 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:16.404328 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:16.404666 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:16.405127 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:16.405463 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:16.405814 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:16.406110 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:16.461460 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:16.467480 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:16.474168 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:16.492739 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Attempting to bind port a32f624c-2a25-4538-ae6d-e4034eabcd15 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 15:01:16.493137 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Attempting to bind port a32f624c-2a25-4538-ae6d-e4034eabcd15 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '2a682d82-e36b-414c-8333-86fb0df49a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f'}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 15:01:16.493505 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Attempting to bind port a32f624c-2a25-4538-ae6d-e4034eabcd15 on network efd47d59-c826-47b9-9b01-8d883c4b6a5f {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:16.505075 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:16.507194 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Checking segment: {'id': '2a682d82-e36b-414c-8333-86fb0df49a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 15:01:16.507885 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:16.508478 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Bound using segment: {'id': '2a682d82-e36b-414c-8333-86fb0df49a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f'} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:16.509187 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Bound port: a32f624c-2a25-4538-ae6d-e4034eabcd15, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a682d82-e36b-414c-8333-86fb0df49a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f'}}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 15:01:16.509749 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:16.542623 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Pushing event updated for resources: {'Port': ['ID=794bdcaf-9ea2-41af-8400-1d9d541bc088,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:16.613118 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] For port a32f624c-2a25-4538-ae6d-e4034eabcd15, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:16.617290 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] For port a32f624c-2a25-4538-ae6d-e4034eabcd15, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=a32f624c-2a25-4538-ae6d-e4034eabcd15,segment=NetworkSegment(2a682d82-e36b-414c-8333-86fb0df49a11),segment_id=2a682d82-e36b-414c-8333-86fb0df49a11)] {{(pid=115139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:16.630726 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:16.746604 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Routers {'a70889fc-2e77-49f7-871d-04b6e736a207'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:16.747795 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:01:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a70889fc-2e77-49f7-871d-04b6e736a207'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:16.941939 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8c9884b6-5723-41f7-ad1a-1cc527178d47 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:16.946313 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8c9884b6-5723-41f7-ad1a-1cc527178d47 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/networks?id=e16c3261-4fcf-4d3c-834d-1d3c03b37cba HTTP/1.1" status: 200 len: 814 time: 0.2510936 May 04 15:01:16.993043 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23264df0-2da5-48be-8f02-2affee52581a None None] Pushing event updated for resources: {'Port': ['ID=a32f624c-2a25-4538-ae6d-e4034eabcd15,revision_number=4']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:16.994096 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-945f17b1-8804-4f0d-b6ae-dc6037e7d703 None None] Provisioning complete for port a32f624c-2a25-4538-ae6d-e4034eabcd15 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:16.995737 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-945f17b1-8804-4f0d-b6ae-dc6037e7d703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:17.007108 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-6766d5cf-2188-48dc-b563-24246ba7b90f tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/quotas/0a60c17ae45844c490bcefc6bc54c879 HTTP/1.1" status: 200 len: 375 time: 0.0528016 May 04 15:01:17.029885 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] Set router a70889fc-2e77-49f7-871d-04b6e736a207 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:17.144190 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-3b6d7bf1-2a45-43aa-918b-52155c1d4c21 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a60c17ae45844c490bcefc6bc54c879&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1341918 May 04 15:01:17.213107 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-945f17b1-8804-4f0d-b6ae-dc6037e7d703 None None] Current status of the port a32f624c-2a25-4538-ae6d-e4034eabcd15 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:17.213415 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-945f17b1-8804-4f0d-b6ae-dc6037e7d703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:17.280137 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-945f17b1-8804-4f0d-b6ae-dc6037e7d703 None None] For port a32f624c-2a25-4538-ae6d-e4034eabcd15, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=a32f624c-2a25-4538-ae6d-e4034eabcd15,segment=NetworkSegment(2a682d82-e36b-414c-8333-86fb0df49a11),segment_id=2a682d82-e36b-414c-8333-86fb0df49a11)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:17.286130 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-945f17b1-8804-4f0d-b6ae-dc6037e7d703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:17.294509 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-3f720e4a-26de-40ed-9dcf-65cd5d112bc6 service neutron] 10.222.0.32 "GET /v2.0/networks/e16c3261-4fcf-4d3c-834d-1d3c03b37cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489630 May 04 15:01:17.371164 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f17b1-8804-4f0d-b6ae-dc6037e7d703 None None] Pushing event updated for resources: {'Port': ['ID=a32f624c-2a25-4538-ae6d-e4034eabcd15,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:17.413804 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-45eacb27-081c-440e-815c-6ff64f851e35 None None] Provisioning complete for port a32f624c-2a25-4538-ae6d-e4034eabcd15 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:17.414272 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-45eacb27-081c-440e-815c-6ff64f851e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:17.449424 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-192a2fff-5ff9-4f2b-95f0-6c9ded58c1f4 service neutron] 10.222.0.32 "GET /v2.0/networks/e16c3261-4fcf-4d3c-834d-1d3c03b37cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495142 May 04 15:01:17.496659 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Publish callbacks [] for router_gateway (7bece854-7e6e-4ef4-9a15-daebb5de08c8), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:17.578511 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-45eacb27-081c-440e-815c-6ff64f851e35 None None] Current status of the port a32f624c-2a25-4538-ae6d-e4034eabcd15 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:17.598459 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'name': 'tempest-TestMinimumBasicScenario-891601065-router', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 4, 'project_id': '2036e616b4c8436aa631073699f30a33', 'gw_port': {'id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'a32f624c-2a25-4538-ae6d-e4034eabcd15', 'name': '', 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'mac_address': 'fa:16:3e:43:f8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a622958-10e4-424a-8c97-99963ca312b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:12Z', 'updated_at': '2022-05-04T15:01:16Z', 'revision_number': 4, 'project_id': '2036e616b4c8436aa631073699f30a33', 'subnets': [{'id': '1a622958-10e4-424a-8c97-99963ca312b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:17.679882 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:17.689739 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f80f3c-3898-4450-b35f-75210d0d5911 None None] The sync data for ids ['a70889fc-2e77-49f7-871d-04b6e736a207'] in dv-cinder-840493-1-iscsi is: [{'id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'name': 'tempest-TestMinimumBasicScenario-891601065-router', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 4, 'project_id': '2036e616b4c8436aa631073699f30a33', 'gw_port': {'id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'a32f624c-2a25-4538-ae6d-e4034eabcd15', 'name': '', 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'mac_address': 'fa:16:3e:43:f8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a622958-10e4-424a-8c97-99963ca312b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:12Z', 'updated_at': '2022-05-04T15:01:16Z', 'revision_number': 4, 'project_id': '2036e616b4c8436aa631073699f30a33', 'subnets': [{'id': '1a622958-10e4-424a-8c97-99963ca312b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:17.847568 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-359e638a-db1b-4cf3-9d3f-a4b6e1509158 req-5510bffc-1b62-4499-a3a0-254d611f8171 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 210 time: 0.0363560 May 04 15:01:17.904108 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:17.904559 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (56ad0f6a-5355-4ff7-91ce-8c5144c17e10), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:18.038962 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53e90bd-34a9-4657-9fca-57d8dac2d0e5 None None] Network 93226420-6cea-4c03-b262-ba5789444efa requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 15:01:18.098942 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1685643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690820'] for router (7bece854-7e6e-4ef4-9a15-daebb5de08c8), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:18.137348 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:18.137743 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (56ad0f6a-5355-4ff7-91ce-8c5144c17e10), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:18.173110 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-b1c5634f-c26a-4eba-ae2c-27cd083b4359 None None] Provisioning complete for port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:18.173383 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-b1c5634f-c26a-4eba-ae2c-27cd083b4359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (56ad0f6a-5355-4ff7-91ce-8c5144c17e10), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:18.249015 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] For port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=56ad0f6a-5355-4ff7-91ce-8c5144c17e10,segment=NetworkSegment(2390b01e-b7cd-402f-a5f9-b875be115355),segment_id=2390b01e-b7cd-402f-a5f9-b875be115355)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:18.287912 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (56ad0f6a-5355-4ff7-91ce-8c5144c17e10), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:18.391999 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Router 7bece854-7e6e-4ef4-9a15-daebb5de08c8 is scheduled to L3 agent b987e420-0280-4229-80f3-f09839d30a9a with binding_index 1 {{(pid=115136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 15:01:18.410824 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5634f-c26a-4eba-ae2c-27cd083b4359 None None] Current status of the port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:18.418385 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Pushing event updated for resources: {'Port': ['ID=56ad0f6a-5355-4ff7-91ce-8c5144c17e10,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:18.606162 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:01:18.622216 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Sync routers for ids ['7bece854-7e6e-4ef4-9a15-daebb5de08c8'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:01:18.639969 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:18.644571 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-193ae61b-bd60-4869-b296-70ebfeb73631 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2911954 May 04 15:01:18.645284 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 45920) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:01:18.660931 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Routers {'7bece854-7e6e-4ef4-9a15-daebb5de08c8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:18.662302 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:01:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7bece854-7e6e-4ef4-9a15-daebb5de08c8'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:18.886979 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-4f1e36be-ce0f-4011-9527-bcdd028183b1 None None] Provisioning complete for port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:18.887588 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4f1e36be-ce0f-4011-9527-bcdd028183b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (56ad0f6a-5355-4ff7-91ce-8c5144c17e10), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:18.974786 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Set router 7bece854-7e6e-4ef4-9a15-daebb5de08c8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:19.039145 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b1861088-08d8-4e10-91ca-6aaa7c376a6e req-70faefaf-3f65-4c5a-bd3d-78738ca8ade5 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 210 time: 0.0923369 May 04 15:01:19.343195 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e36be-ce0f-4011-9527-bcdd028183b1 None None] Current status of the port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:19.362874 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:19.429784 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'name': 'tempest-TestMinimumBasicScenario-241183893-router', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:01:16Z', 'revision_number': 3, 'project_id': '1643544cd6684d30af2abd8a8800caf3', 'gw_port': {'id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:19.440929 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-0e475020-857c-4ca8-9544-b359aac61d9e tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:19.443937 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-0e475020-857c-4ca8-9544-b359aac61d9e tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.49 "GET /v2.0/networks?id=e16c3261-4fcf-4d3c-834d-1d3c03b37cba HTTP/1.1" status: 200 len: 814 time: 0.2720783 May 04 15:01:19.463119 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-601295fd-0f2a-4891-b7df-4ce989f725ad tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Request body: {'port': {'device_id': '6016ff80-db9d-4023-b8e8-e5164c0eed41', 'network_id': 'e16c3261-4fcf-4d3c-834d-1d3c03b37cba', 'admin_state_up': True, 'tenant_id': '0a60c17ae45844c490bcefc6bc54c879'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:01:19.474206 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Checking router: 7bece854-7e6e-4ef4-9a15-daebb5de08c8 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:01:19.474425 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Updating router 7bece854-7e6e-4ef4-9a15-daebb5de08c8 port 794bdcaf-9ea2-41af-8400-1d9d541bc088 binding host dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:01:19.566411 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (794bdcaf-9ea2-41af-8400-1d9d541bc088), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:19.615196 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_common [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Allocated IP 172.20.0.1 (93226420-6cea-4c03-b262-ba5789444efa/7804ce7c-631f-4a8b-8019-987333ad0b7e/928df113-a814-46e7-a038-63d79ae6258a) {{(pid=115137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:19.686525 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-601295fd-0f2a-4891-b7df-4ce989f725ad tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Made reservation on behalf of 0a60c17ae45844c490bcefc6bc54c879 for: {'port': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:19.691502 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-601295fd-0f2a-4891-b7df-4ce989f725ad tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:19.807854 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Publish callbacks [] for port (928df113-a814-46e7-a038-63d79ae6258a), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:19.866357 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (928df113-a814-46e7-a038-63d79ae6258a), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:19.884317 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-601295fd-0f2a-4891-b7df-4ce989f725ad tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Allocated IP 172.20.0.13 (e16c3261-4fcf-4d3c-834d-1d3c03b37cba/17d98e8d-5210-4247-9d1e-31754215a401/3eae9a74-0529-46cf-995f-a24c617ce1bb) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:19.914908 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Network 93226420-6cea-4c03-b262-ba5789444efa is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:19.923193 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:19.930750 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Received port after_create {{(pid=115137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:19.934616 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:19.990892 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=928df113-a814-46e7-a038-63d79ae6258a,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:20.006851 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Publish callbacks [] for port (794bdcaf-9ea2-41af-8400-1d9d541bc088), precommit_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.007348 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690265'] for router_interface (7bece854-7e6e-4ef4-9a15-daebb5de08c8), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.026840 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:20.027224 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (56ad0f6a-5355-4ff7-91ce-8c5144c17e10), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.029246 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (794bdcaf-9ea2-41af-8400-1d9d541bc088), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.140454 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Attempting to bind port 794bdcaf-9ea2-41af-8400-1d9d541bc088 on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 15:01:20.140882 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Attempting to bind port 794bdcaf-9ea2-41af-8400-1d9d541bc088 by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 15:01:20.141475 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Attempting to bind port 794bdcaf-9ea2-41af-8400-1d9d541bc088 on network 0edac7da-e104-49a8-a1ba-50991a341388 {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:20.155071 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc65053-f687-4687-80c8-ed649ce4dc01 None None] Pushing event updated for resources: {'Port': ['ID=794bdcaf-9ea2-41af-8400-1d9d541bc088,revision_number=2']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:20.163288 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:20.163818 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Checking segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 15:01:20.164253 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.164786 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Bound using segment: {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'} {{(pid=115138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:20.165346 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.managers [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Bound port: 794bdcaf-9ea2-41af-8400-1d9d541bc088, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948a8dc3-594b-49b7-87da-0ce9a8b73436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388'}}] {{(pid=115138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 15:01:20.165799 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (794bdcaf-9ea2-41af-8400-1d9d541bc088), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.238607 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (928df113-a814-46e7-a038-63d79ae6258a), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.278300 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:20.279448 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device a32f624c-2a25-4538-ae6d-e4034eabcd15 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:20.279997 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-15dafbbd-f612-4afa-bd31-dcd99f52c0a5 req-5268933a-93a5-4486-a9ac-08ba6a5a2a5c tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 210 time: 0.0842454 May 04 15:01:20.281719 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] For port 794bdcaf-9ea2-41af-8400-1d9d541bc088, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:20.289559 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] For port 794bdcaf-9ea2-41af-8400-1d9d541bc088, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=794bdcaf-9ea2-41af-8400-1d9d541bc088,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:20.295844 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-601295fd-0f2a-4891-b7df-4ce989f725ad tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Publish callbacks [] for port (3eae9a74-0529-46cf-995f-a24c617ce1bb), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.317725 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-51ba3369-009f-41ad-9afb-a8bb65212993 None None] Provisioning complete for port 928df113-a814-46e7-a038-63d79ae6258a triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:20.319674 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-51ba3369-009f-41ad-9afb-a8bb65212993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (928df113-a814-46e7-a038-63d79ae6258a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.322665 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (794bdcaf-9ea2-41af-8400-1d9d541bc088), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.341849 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-601295fd-0f2a-4891-b7df-4ce989f725ad tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (3eae9a74-0529-46cf-995f-a24c617ce1bb), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.391762 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-601295fd-0f2a-4891-b7df-4ce989f725ad tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Network e16c3261-4fcf-4d3c-834d-1d3c03b37cba is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:20.395681 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-601295fd-0f2a-4891-b7df-4ce989f725ad tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:20.403750 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-601295fd-0f2a-4891-b7df-4ce989f725ad tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:20.435392 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601295fd-0f2a-4891-b7df-4ce989f725ad tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Pushing event updated for resources: {'Port': ['ID=3eae9a74-0529-46cf-995f-a24c617ce1bb,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:20.436662 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc65053-f687-4687-80c8-ed649ce4dc01 None None] Pushing event updated for resources: {'Port': ['ID=794bdcaf-9ea2-41af-8400-1d9d541bc088,revision_number=3']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:20.444877 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-51ba3369-009f-41ad-9afb-a8bb65212993 None None] Port 928df113-a814-46e7-a038-63d79ae6258a cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 15:01:20.457961 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port a32f624c-2a25-4538-ae6d-e4034eabcd15 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:20.458339 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.460227 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Routers {'7bece854-7e6e-4ef4-9a15-daebb5de08c8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:20.460962 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:01:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7bece854-7e6e-4ef4-9a15-daebb5de08c8'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:20.485159 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-601295fd-0f2a-4891-b7df-4ce989f725ad tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:20.485921 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-601295fd-0f2a-4891-b7df-4ce989f725ad tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.506283 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-601295fd-0f2a-4891-b7df-4ce989f725ad tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0488539 May 04 15:01:20.519386 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Request body: {'port': {'device_id': '6016ff80-db9d-4023-b8e8-e5164c0eed41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:01:20.537537 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Publish callbacks [] for port (928df113-a814-46e7-a038-63d79ae6258a), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.544154 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (928df113-a814-46e7-a038-63d79ae6258a), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.607453 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (3eae9a74-0529-46cf-995f-a24c617ce1bb), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.622865 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690211'] for router_interface (7bece854-7e6e-4ef4-9a15-daebb5de08c8), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:20.625024 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=928df113-a814-46e7-a038-63d79ae6258a,revision_number=2']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:20.641349 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] Set router 7bece854-7e6e-4ef4-9a15-daebb5de08c8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:20.687231 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port a32f624c-2a25-4538-ae6d-e4034eabcd15 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:20.743019 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Network 93226420-6cea-4c03-b262-ba5789444efa is already hosted by enough agents. {{(pid=115137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:20.745327 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.base_scheduler [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:20.913830 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Router 7bece854-7e6e-4ef4-9a15-daebb5de08c8 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:01:20.962393 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'name': 'tempest-TestMinimumBasicScenario-241183893-router', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:01:20Z', 'revision_number': 4, 'project_id': '1643544cd6684d30af2abd8a8800caf3', 'gw_port': {'id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '928df113-a814-46e7-a038-63d79ae6258a', 'name': '', 'network_id': '93226420-6cea-4c03-b262-ba5789444efa', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3', 'mac_address': 'fa:16:3e:cd:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7804ce7c-631f-4a8b-8019-987333ad0b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:19Z', 'updated_at': '2022-05-04T15:01:19Z', 'revision_number': 1, 'project_id': '1643544cd6684d30af2abd8a8800caf3', 'subnets': [{'id': '7804ce7c-631f-4a8b-8019-987333ad0b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:20.998523 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6862078-25fe-4b1b-addd-be155e4f17dd None None] The sync data for ids ['7bece854-7e6e-4ef4-9a15-daebb5de08c8'] in dv-cinder-840493-1-iscsi is: [{'id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'name': 'tempest-TestMinimumBasicScenario-241183893-router', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:01:20Z', 'revision_number': 4, 'project_id': '1643544cd6684d30af2abd8a8800caf3', 'gw_port': {'id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '928df113-a814-46e7-a038-63d79ae6258a', 'name': '', 'network_id': '93226420-6cea-4c03-b262-ba5789444efa', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3', 'mac_address': 'fa:16:3e:cd:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7804ce7c-631f-4a8b-8019-987333ad0b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:19Z', 'updated_at': '2022-05-04T15:01:19Z', 'revision_number': 1, 'project_id': '1643544cd6684d30af2abd8a8800caf3', 'subnets': [{'id': '7804ce7c-631f-4a8b-8019-987333ad0b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:21.052016 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eae9a74-0529-46cf-995f-a24c617ce1bb {{(pid=115136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:21.064296 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Publish callbacks [] for port (3eae9a74-0529-46cf-995f-a24c617ce1bb), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:21.082286 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.provisioning_blocks [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Transition to ACTIVE for port object 3eae9a74-0529-46cf-995f-a24c617ce1bb will not be triggered until provisioned by entity L2. {{(pid=115136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 15:01:21.088857 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (3eae9a74-0529-46cf-995f-a24c617ce1bb), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:21.099759 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-655b02e5-ac81-4be4-8f2f-ea13dff6a0ec None None] Provisioning complete for port 928df113-a814-46e7-a038-63d79ae6258a triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:21.100501 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-655b02e5-ac81-4be4-8f2f-ea13dff6a0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (928df113-a814-46e7-a038-63d79ae6258a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:21.170492 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Pushing event updated for resources: {'Port': ['ID=3eae9a74-0529-46cf-995f-a24c617ce1bb,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:21.172197 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-655b02e5-ac81-4be4-8f2f-ea13dff6a0ec None None] Port 928df113-a814-46e7-a038-63d79ae6258a cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 15:01:21.283572 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Attempting to bind port 3eae9a74-0529-46cf-995f-a24c617ce1bb on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 15:01:21.284056 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Attempting to bind port 3eae9a74-0529-46cf-995f-a24c617ce1bb by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': 'd56da34f-6dd7-4b3c-8e82-ecb5584e80ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e16c3261-4fcf-4d3c-834d-1d3c03b37cba'}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 15:01:21.284637 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Attempting to bind port 3eae9a74-0529-46cf-995f-a24c617ce1bb on network e16c3261-4fcf-4d3c-834d-1d3c03b37cba {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:21.303197 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Port 3eae9a74-0529-46cf-995f-a24c617ce1bb on network e16c3261-4fcf-4d3c-834d-1d3c03b37cba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:01:21.305973 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Attempting to bind port 3eae9a74-0529-46cf-995f-a24c617ce1bb on network e16c3261-4fcf-4d3c-834d-1d3c03b37cba {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:21.329307 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:21.330188 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Checking segment: {'id': 'd56da34f-6dd7-4b3c-8e82-ecb5584e80ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e16c3261-4fcf-4d3c-834d-1d3c03b37cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 15:01:21.331127 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Bound using segment: {'id': 'd56da34f-6dd7-4b3c-8e82-ecb5584e80ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e16c3261-4fcf-4d3c-834d-1d3c03b37cba'} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:21.336907 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Bound port: 3eae9a74-0529-46cf-995f-a24c617ce1bb, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56da34f-6dd7-4b3c-8e82-ecb5584e80ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e16c3261-4fcf-4d3c-834d-1d3c03b37cba'}}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 15:01:21.337941 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (3eae9a74-0529-46cf-995f-a24c617ce1bb), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:21.462978 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] For port 3eae9a74-0529-46cf-995f-a24c617ce1bb, host hv-cinder-84049, cleared binding levels {{(pid=115136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:21.470169 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] For port 3eae9a74-0529-46cf-995f-a24c617ce1bb, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3eae9a74-0529-46cf-995f-a24c617ce1bb,segment=NetworkSegment(d56da34f-6dd7-4b3c-8e82-ecb5584e80ac),segment_id=d56da34f-6dd7-4b3c-8e82-ecb5584e80ac)] {{(pid=115136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:21.480078 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (3eae9a74-0529-46cf-995f-a24c617ce1bb), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:21.532606 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:21.534733 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:21.536251 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] 10.222.0.49 "PUT /v2.0/ports/3eae9a74-0529-46cf-995f-a24c617ce1bb HTTP/1.1" status: 200 len: 1094 time: 1.0211539 May 04 15:01:21.536951 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6016ff80-db9d-4023-b8e8-e5164c0eed41', 'tag': '3eae9a74-0529-46cf-995f-a24c617ce1bb'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:21.539653 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed76490-19ee-434c-a472-78681741b842" -d '{"events": [{"name": "network-changed", "server_uuid": "6016ff80-db9d-4023-b8e8-e5164c0eed41", "tag": "3eae9a74-0529-46cf-995f-a24c617ce1bb"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:21.644899 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997bd629-ce5c-491b-bb76-a50f76176a6a x-openstack-request-id: req-997bd629-ce5c-491b-bb76-a50f76176a6a {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:21.645677 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6016ff80-db9d-4023-b8e8-e5164c0eed41", "tag": "3eae9a74-0529-46cf-995f-a24c617ce1bb", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:21.646071 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-997bd629-ce5c-491b-bb76-a50f76176a6a {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:21.646735 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-997bd629-ce5c-491b-bb76-a50f76176a6a'] response: {'name': 'network-changed', 'server_uuid': '6016ff80-db9d-4023-b8e8-e5164c0eed41', 'tag': '3eae9a74-0529-46cf-995f-a24c617ce1bb', 'status': 'completed', 'code': 200} May 04 15:01:21.691439 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879d134-f280-48f7-8dc0-9c6652f95d46 service neutron] Pushing event updated for resources: {'Port': ['ID=3eae9a74-0529-46cf-995f-a24c617ce1bb,revision_number=3']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:21.705478 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71152b2-a61b-40fc-a425-b478dce3ce25 req-b9e6456f-eacd-41a2-97c1-39b32b75c056 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:21.709577 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f71152b2-a61b-40fc-a425-b478dce3ce25 req-b9e6456f-eacd-41a2-97c1-39b32b75c056 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 944 time: 0.1740243 May 04 15:01:21.725059 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-e84ab575-26af-4edd-a621-12c918e1a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:21.725911 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-e84ab575-26af-4edd-a621-12c918e1a7fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a60c17ae45844c490bcefc6bc54c879&device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 1128 time: 0.0956881 May 04 15:01:21.734429 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:01:21.747109 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-27998730-6819-4d5a-abf9-31bd40454ac5 admin admin] 10.222.0.32 "PUT /v2.0/routers/7bece854-7e6e-4ef4-9a15-daebb5de08c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0945127 May 04 15:01:21.776281 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f71152b2-a61b-40fc-a425-b478dce3ce25 req-e3f709af-0697-457d-9f03-39d84a730d60 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602508 May 04 15:01:21.795943 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-24f8bf99-0a3c-4624-8085-c49faf1275d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3eae9a74-0529-46cf-995f-a24c617ce1bb HTTP/1.1" status: 200 len: 217 time: 0.0601149 May 04 15:01:21.899504 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-54b0584e-89a8-4767-aa6e-c789fb1aa6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:21.901812 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-54b0584e-89a8-4767-aa6e-c789fb1aa6a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17d98e8d-5210-4247-9d1e-31754215a401 HTTP/1.1" status: 200 len: 854 time: 0.0992131 May 04 15:01:21.952717 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-a3f04b68-d5c2-4436-8789-2ba6d51f5f7e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e16c3261-4fcf-4d3c-834d-1d3c03b37cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433528 May 04 15:01:22.142754 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-c6127699-1910-4336-9329-da2c73c7543b service neutron] 10.222.0.49 "GET /v2.0/networks/e16c3261-4fcf-4d3c-834d-1d3c03b37cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802268 May 04 15:01:22.316932 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-da8ceda9-7d2a-488c-9e98-a0d50f252881 req-256b5716-852b-46f2-bc05-6db526eeb4e8 service neutron] 10.222.0.49 "GET /v2.0/networks/e16c3261-4fcf-4d3c-834d-1d3c03b37cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661341 May 04 15:01:23.025092 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b90ca-a2c2-4ff2-a37a-32a8d0d55a71 req-72a14234-da5d-4169-86d0-d7e920f1f6c7 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:23.028112 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fe2b90ca-a2c2-4ff2-a37a-32a8d0d55a71 req-72a14234-da5d-4169-86d0-d7e920f1f6c7 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 944 time: 0.1047561 May 04 15:01:23.133999 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-fe2b90ca-a2c2-4ff2-a37a-32a8d0d55a71 req-edc0cfc1-6deb-4444-865f-c28b074675a7 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878932 May 04 15:01:23.289822 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed76490-19ee-434c-a472-78681741b842 req-83669b06-39bd-4638-ae47-fc62fcf3b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:23.292892 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bed76490-19ee-434c-a472-78681741b842 req-83669b06-39bd-4638-ae47-fc62fcf3b277 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a60c17ae45844c490bcefc6bc54c879&device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 1128 time: 0.0632155 May 04 15:01:23.437435 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed76490-19ee-434c-a472-78681741b842 req-a0863b01-6a5c-4a73-80d2-c0212ce6e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:23.439370 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bed76490-19ee-434c-a472-78681741b842 req-a0863b01-6a5c-4a73-80d2-c0212ce6e5c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e16c3261-4fcf-4d3c-834d-1d3c03b37cba HTTP/1.1" status: 200 len: 915 time: 0.1403222 May 04 15:01:23.485731 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bed76490-19ee-434c-a472-78681741b842 req-ea972b0e-bb28-402d-9ba7-7b57dd42bdeb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3eae9a74-0529-46cf-995f-a24c617ce1bb HTTP/1.1" status: 200 len: 217 time: 0.0399818 May 04 15:01:23.560337 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed76490-19ee-434c-a472-78681741b842 req-f6d82e7d-1734-484d-8b20-fc76cecf18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:23.562122 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bed76490-19ee-434c-a472-78681741b842 req-f6d82e7d-1734-484d-8b20-fc76cecf18ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17d98e8d-5210-4247-9d1e-31754215a401 HTTP/1.1" status: 200 len: 854 time: 0.0702066 May 04 15:01:23.631520 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bed76490-19ee-434c-a472-78681741b842 req-8839c657-619b-4a94-8b8f-c9f685af50e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e16c3261-4fcf-4d3c-834d-1d3c03b37cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622342 May 04 15:01:23.668785 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 794bdcaf-9ea2-41af-8400-1d9d541bc088 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:23.747587 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 794bdcaf-9ea2-41af-8400-1d9d541bc088 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:23.748076 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (794bdcaf-9ea2-41af-8400-1d9d541bc088), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:23.798052 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bed76490-19ee-434c-a472-78681741b842 req-e8a228dd-bbf3-4e51-ac9c-2db07e45b54a service neutron] 10.222.0.49 "GET /v2.0/networks/e16c3261-4fcf-4d3c-834d-1d3c03b37cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583970 May 04 15:01:23.906537 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 794bdcaf-9ea2-41af-8400-1d9d541bc088 is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:23.907014 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (794bdcaf-9ea2-41af-8400-1d9d541bc088), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:23.944760 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] For port 794bdcaf-9ea2-41af-8400-1d9d541bc088, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=794bdcaf-9ea2-41af-8400-1d9d541bc088,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:23.952368 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (794bdcaf-9ea2-41af-8400-1d9d541bc088), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:23.961649 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bed76490-19ee-434c-a472-78681741b842 req-8d711d43-6212-4a41-adc8-69e493195e06 service neutron] 10.222.0.49 "GET /v2.0/networks/e16c3261-4fcf-4d3c-834d-1d3c03b37cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516445 May 04 15:01:24.035470 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Pushing event updated for resources: {'Port': ['ID=794bdcaf-9ea2-41af-8400-1d9d541bc088,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:24.280279 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd31d6-00f4-4682-8ef3-139d8707da9f req-d0620718-f018-4132-8f17-df3315ae3c73 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:24.283884 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fddd31d6-00f4-4682-8ef3-139d8707da9f req-d0620718-f018-4132-8f17-df3315ae3c73 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 944 time: 0.0591180 May 04 15:01:24.368323 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fddd31d6-00f4-4682-8ef3-139d8707da9f req-7ecb5c23-6ab2-4391-9b8a-df90c90c4e22 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793431 May 04 15:01:25.460728 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Sync routers for ids ['7bece854-7e6e-4ef4-9a15-daebb5de08c8'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:01:25.482420 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Routers {'7bece854-7e6e-4ef4-9a15-daebb5de08c8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:25.483194 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:01:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7bece854-7e6e-4ef4-9a15-daebb5de08c8'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:25.573133 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ee88e-4ab9-4d60-85d0-3fbcfd268300 req-471557a2-2785-45b4-95e2-f3130dd19ca1 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:25.586022 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-400ee88e-4ab9-4d60-85d0-3fbcfd268300 req-471557a2-2785-45b4-95e2-f3130dd19ca1 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 944 time: 0.1079078 May 04 15:01:25.620680 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 794bdcaf-9ea2-41af-8400-1d9d541bc088 up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:25.678007 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-400ee88e-4ab9-4d60-85d0-3fbcfd268300 req-e399081e-d3f5-470b-8d0d-8db92177e58c tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901759 May 04 15:01:25.697299 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Set router 7bece854-7e6e-4ef4-9a15-daebb5de08c8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:25.742385 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 794bdcaf-9ea2-41af-8400-1d9d541bc088 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:25.743411 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (794bdcaf-9ea2-41af-8400-1d9d541bc088), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:25.871584 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 794bdcaf-9ea2-41af-8400-1d9d541bc088 is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:25.971060 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'name': 'tempest-TestMinimumBasicScenario-241183893-router', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:01:20Z', 'revision_number': 4, 'project_id': '1643544cd6684d30af2abd8a8800caf3', 'gw_port': {'id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '928df113-a814-46e7-a038-63d79ae6258a', 'name': '', 'network_id': '93226420-6cea-4c03-b262-ba5789444efa', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3', 'mac_address': 'fa:16:3e:cd:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7804ce7c-631f-4a8b-8019-987333ad0b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:19Z', 'updated_at': '2022-05-04T15:01:20Z', 'revision_number': 2, 'project_id': '1643544cd6684d30af2abd8a8800caf3', 'subnets': [{'id': '7804ce7c-631f-4a8b-8019-987333ad0b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:26.013007 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Checking router: 7bece854-7e6e-4ef4-9a15-daebb5de08c8 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:01:26.013382 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Updating router 7bece854-7e6e-4ef4-9a15-daebb5de08c8 port 928df113-a814-46e7-a038-63d79ae6258a binding host dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:01:26.031945 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 3eae9a74-0529-46cf-995f-a24c617ce1bb details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:01:26.060714 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (928df113-a814-46e7-a038-63d79ae6258a), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:26.227459 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 3eae9a74-0529-46cf-995f-a24c617ce1bb, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3eae9a74-0529-46cf-995f-a24c617ce1bb,segment=NetworkSegment(d56da34f-6dd7-4b3c-8e82-ecb5584e80ac),segment_id=d56da34f-6dd7-4b3c-8e82-ecb5584e80ac)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:26.245215 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '3eae9a74-0529-46cf-995f-a24c617ce1bb', 'network_id': 'e16c3261-4fcf-4d3c-834d-1d3c03b37cba', 'port_id': '3eae9a74-0529-46cf-995f-a24c617ce1bb', 'mac_address': 'fa:16:3e:54:b8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d98e8d-5210-4247-9d1e-31754215a401', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:01:26.302689 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 3eae9a74-0529-46cf-995f-a24c617ce1bb is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:26.303519 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (3eae9a74-0529-46cf-995f-a24c617ce1bb), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:26.329377 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eae9a74-0529-46cf-995f-a24c617ce1bb {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:26.359087 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 3eae9a74-0529-46cf-995f-a24c617ce1bb, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3eae9a74-0529-46cf-995f-a24c617ce1bb,segment=NetworkSegment(d56da34f-6dd7-4b3c-8e82-ecb5584e80ac),segment_id=d56da34f-6dd7-4b3c-8e82-ecb5584e80ac)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:26.366342 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (3eae9a74-0529-46cf-995f-a24c617ce1bb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:26.420955 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Publish callbacks [] for port (928df113-a814-46e7-a038-63d79ae6258a), precommit_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:26.433088 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (928df113-a814-46e7-a038-63d79ae6258a), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:26.435379 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=3eae9a74-0529-46cf-995f-a24c617ce1bb,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:26.496856 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b9792-e7cc-4700-b660-5841eb410be8 None None] Pushing event updated for resources: {'Port': ['ID=928df113-a814-46e7-a038-63d79ae6258a,revision_number=3']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:26.585116 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Attempting to bind port 928df113-a814-46e7-a038-63d79ae6258a on host dv-cinder-840493-1-iscsi for vnic_type normal with profile {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 15:01:26.585625 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Attempting to bind port 928df113-a814-46e7-a038-63d79ae6258a by drivers openvswitch,hyperv on host dv-cinder-840493-1-iscsi at level 0 using segments [{'id': '2390b01e-b7cd-402f-a5f9-b875be115355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '93226420-6cea-4c03-b262-ba5789444efa'}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 15:01:26.586073 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Attempting to bind port 928df113-a814-46e7-a038-63d79ae6258a on network 93226420-6cea-4c03-b262-ba5789444efa {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:26.593160 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Checking agent: {'id': '8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 43, 39), 'started_at': datetime.datetime(2022, 5, 4, 14, 44, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:26.593708 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Checking segment: {'id': '2390b01e-b7cd-402f-a5f9-b875be115355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '93226420-6cea-4c03-b262-ba5789444efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 15:01:26.594267 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:26.594810 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Bound using segment: {'id': '2390b01e-b7cd-402f-a5f9-b875be115355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '93226420-6cea-4c03-b262-ba5789444efa'} {{(pid=115139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:26.595383 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.managers [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Bound port: 928df113-a814-46e7-a038-63d79ae6258a, host: dv-cinder-840493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2390b01e-b7cd-402f-a5f9-b875be115355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '93226420-6cea-4c03-b262-ba5789444efa'}}] {{(pid=115139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 15:01:26.595852 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (928df113-a814-46e7-a038-63d79ae6258a), before_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:26.640008 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['3eae9a74-0529-46cf-995f-a24c617ce1bb'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:01:26.717654 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] For port 928df113-a814-46e7-a038-63d79ae6258a, host dv-cinder-840493-1-iscsi, cleared binding levels {{(pid=115139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:26.725679 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.plugins.ml2.db [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] For port 928df113-a814-46e7-a038-63d79ae6258a, host dv-cinder-840493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=928df113-a814-46e7-a038-63d79ae6258a,segment=NetworkSegment(2390b01e-b7cd-402f-a5f9-b875be115355),segment_id=2390b01e-b7cd-402f-a5f9-b875be115355)] {{(pid=115139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:26.746230 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron_lib.callbacks.manager [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (928df113-a814-46e7-a038-63d79ae6258a), after_update {{(pid=115139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:26.902605 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Routers {'7bece854-7e6e-4ef4-9a15-daebb5de08c8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:26.903689 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:01:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7bece854-7e6e-4ef4-9a15-daebb5de08c8'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:26.962447 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-c9d19e6f-f36a-4614-9e0f-c2d35e83990b None None] Provisioning complete for port 928df113-a814-46e7-a038-63d79ae6258a triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:26.963074 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c9d19e6f-f36a-4614-9e0f-c2d35e83990b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (928df113-a814-46e7-a038-63d79ae6258a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:27.060821 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] Set router 7bece854-7e6e-4ef4-9a15-daebb5de08c8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:27.090041 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1256e5-d7cc-46e0-b52b-887672cdfd9c req-e6990ed1-b162-4856-b087-8965c0efe22c tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:27.091543 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ee1256e5-d7cc-46e0-b52b-887672cdfd9c req-e6990ed1-b162-4856-b087-8965c0efe22c tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 945 time: 0.1242192 May 04 15:01:27.172183 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ee1256e5-d7cc-46e0-b52b-887672cdfd9c req-73dc9b3f-5f92-497b-b7a3-9370477bb220 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704908 May 04 15:01:27.176415 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b9792-e7cc-4700-b660-5841eb410be8 None None] Pushing event updated for resources: {'Port': ['ID=928df113-a814-46e7-a038-63d79ae6258a,revision_number=4']} {{(pid=115139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:27.234180 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-c9d19e6f-f36a-4614-9e0f-c2d35e83990b None None] Current status of the port 928df113-a814-46e7-a038-63d79ae6258a is: DOWN; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:27.237123 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c9d19e6f-f36a-4614-9e0f-c2d35e83990b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (928df113-a814-46e7-a038-63d79ae6258a), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:27.309511 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-c9d19e6f-f36a-4614-9e0f-c2d35e83990b None None] For port 928df113-a814-46e7-a038-63d79ae6258a, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=928df113-a814-46e7-a038-63d79ae6258a,segment=NetworkSegment(2390b01e-b7cd-402f-a5f9-b875be115355),segment_id=2390b01e-b7cd-402f-a5f9-b875be115355)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:27.316442 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c9d19e6f-f36a-4614-9e0f-c2d35e83990b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (928df113-a814-46e7-a038-63d79ae6258a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:27.388710 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d19e6f-f36a-4614-9e0f-c2d35e83990b None None] Pushing event updated for resources: {'Port': ['ID=928df113-a814-46e7-a038-63d79ae6258a,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:27.392927 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'name': 'tempest-TestMinimumBasicScenario-241183893-router', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:01:20Z', 'revision_number': 4, 'project_id': '1643544cd6684d30af2abd8a8800caf3', 'gw_port': {'id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '928df113-a814-46e7-a038-63d79ae6258a', 'name': '', 'network_id': '93226420-6cea-4c03-b262-ba5789444efa', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3', 'mac_address': 'fa:16:3e:cd:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7804ce7c-631f-4a8b-8019-987333ad0b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:19Z', 'updated_at': '2022-05-04T15:01:26Z', 'revision_number': 4, 'project_id': '1643544cd6684d30af2abd8a8800caf3', 'subnets': [{'id': '7804ce7c-631f-4a8b-8019-987333ad0b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:27.435020 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd0c85-83ef-4661-8fe4-6ae506b485af None None] The sync data for ids ['7bece854-7e6e-4ef4-9a15-daebb5de08c8'] in dv-cinder-840493-1-iscsi is: [{'id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'name': 'tempest-TestMinimumBasicScenario-241183893-router', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:01:20Z', 'revision_number': 4, 'project_id': '1643544cd6684d30af2abd8a8800caf3', 'gw_port': {'id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '928df113-a814-46e7-a038-63d79ae6258a', 'name': '', 'network_id': '93226420-6cea-4c03-b262-ba5789444efa', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3', 'mac_address': 'fa:16:3e:cd:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '7804ce7c-631f-4a8b-8019-987333ad0b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:19Z', 'updated_at': '2022-05-04T15:01:26Z', 'revision_number': 4, 'project_id': '1643544cd6684d30af2abd8a8800caf3', 'subnets': [{'id': '7804ce7c-631f-4a8b-8019-987333ad0b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:27.441435 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-4abeba81-08a0-45fc-b0c6-fc9973eb6864 None None] Provisioning complete for port 928df113-a814-46e7-a038-63d79ae6258a triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:27.442175 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4abeba81-08a0-45fc-b0c6-fc9973eb6864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (928df113-a814-46e7-a038-63d79ae6258a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:27.629504 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-4abeba81-08a0-45fc-b0c6-fc9973eb6864 None None] Current status of the port 928df113-a814-46e7-a038-63d79ae6258a is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:27.692488 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 928df113-a814-46e7-a038-63d79ae6258a up at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:27.762370 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Provisioning complete for port 928df113-a814-46e7-a038-63d79ae6258a triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:27.762823 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (928df113-a814-46e7-a038-63d79ae6258a), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:27.870118 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Current status of the port 928df113-a814-46e7-a038-63d79ae6258a is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:28.048547 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 3eae9a74-0529-46cf-995f-a24c617ce1bb up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:28.114212 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port 3eae9a74-0529-46cf-995f-a24c617ce1bb completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 15:01:28.121539 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 3eae9a74-0529-46cf-995f-a24c617ce1bb triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:28.121911 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (3eae9a74-0529-46cf-995f-a24c617ce1bb), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:28.236173 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 3eae9a74-0529-46cf-995f-a24c617ce1bb is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:28.236729 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (3eae9a74-0529-46cf-995f-a24c617ce1bb), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:28.390781 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fa1e3-4cd2-434e-8776-0efeaaa2858b req-430e7f05-c0f8-4c5c-b812-225018203667 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:28.393864 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-578fa1e3-4cd2-434e-8776-0efeaaa2858b req-430e7f05-c0f8-4c5c-b812-225018203667 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 945 time: 0.0958259 May 04 15:01:28.495166 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-578fa1e3-4cd2-434e-8776-0efeaaa2858b req-47cc7923-6ccd-4bf1-aba1-e7d8457a4f56 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941887 May 04 15:01:28.534826 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6016ff80-db9d-4023-b8e8-e5164c0eed41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eae9a74-0529-46cf-995f-a24c617ce1bb'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:28.538644 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fb99ce-9284-42fa-8865-d08774fefd6b" -d '{"events": [{"server_uuid": "6016ff80-db9d-4023-b8e8-e5164c0eed41", "name": "network-vif-plugged", "status": "completed", "tag": "3eae9a74-0529-46cf-995f-a24c617ce1bb"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:28.548189 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 3eae9a74-0529-46cf-995f-a24c617ce1bb, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3eae9a74-0529-46cf-995f-a24c617ce1bb,segment=NetworkSegment(d56da34f-6dd7-4b3c-8e82-ecb5584e80ac),segment_id=d56da34f-6dd7-4b3c-8e82-ecb5584e80ac)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:28.555558 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (3eae9a74-0529-46cf-995f-a24c617ce1bb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:28.601298 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e304aecf-05c6-4d89-89b4-e31a0d078bf1 x-openstack-request-id: req-e304aecf-05c6-4d89-89b4-e31a0d078bf1 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:28.601846 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6016ff80-db9d-4023-b8e8-e5164c0eed41", "name": "network-vif-plugged", "status": "completed", "tag": "3eae9a74-0529-46cf-995f-a24c617ce1bb", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:28.602123 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e304aecf-05c6-4d89-89b4-e31a0d078bf1 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:28.602524 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e304aecf-05c6-4d89-89b4-e31a0d078bf1'] response: {'server_uuid': '6016ff80-db9d-4023-b8e8-e5164c0eed41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eae9a74-0529-46cf-995f-a24c617ce1bb', 'code': 200} May 04 15:01:28.622282 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=3eae9a74-0529-46cf-995f-a24c617ce1bb,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:28.867977 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c09a6d-ec91-4d7a-8773-4a6030cdd3d9 req-a2795da9-3df7-4f98-bf75-1356c6b46155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:28.870199 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-21c09a6d-ec91-4d7a-8773-4a6030cdd3d9 req-a2795da9-3df7-4f98-bf75-1356c6b46155 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 1130 time: 0.0535307 May 04 15:01:28.969876 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-21c09a6d-ec91-4d7a-8773-4a6030cdd3d9 req-d9437c7c-0175-402c-be0c-f518b0ad40b0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915890 May 04 15:01:29.684951 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040eb26-7555-4a07-a052-4aba24c05a02 req-9e9d1818-9bf7-440f-8d28-6a66d771b985 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:29.688952 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3040eb26-7555-4a07-a052-4aba24c05a02 req-9e9d1818-9bf7-440f-8d28-6a66d771b985 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 946 time: 0.0780766 May 04 15:01:29.786291 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3040eb26-7555-4a07-a052-4aba24c05a02 req-a5f49789-cfda-44ab-a07d-50542c3a01bb tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881126 May 04 15:01:30.921042 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76203cd-6e57-41f0-b196-310f08ab0aff req-56b103a5-cb2b-41c9-9fbc-da097a1991b1 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:30.925646 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d76203cd-6e57-41f0-b196-310f08ab0aff req-56b103a5-cb2b-41c9-9fbc-da097a1991b1 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 946 time: 0.0583239 May 04 15:01:30.985972 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d76203cd-6e57-41f0-b196-310f08ab0aff req-b504b65d-e2fa-4539-9bfb-f7e0410e218f tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540571 May 04 15:01:32.886155 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-2d34f93f-6d9a-41f5-b5b8-c3d6eea44a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:33.629706 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-20374480-eadd-4959-a37a-f6edb8f379e1 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:33.631270 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-20374480-eadd-4959-a37a-f6edb8f379e1 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/networks?id=efd47d59-c826-47b9-9b01-8d883c4b6a5f HTTP/1.1" status: 200 len: 814 time: 0.1167023 May 04 15:01:33.648267 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-d7c20a84-bb16-4bd0-aaf5-49f708e482fa tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/quotas/2036e616b4c8436aa631073699f30a33 HTTP/1.1" status: 200 len: 375 time: 0.0100384 May 04 15:01:33.705147 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-ac1df5ba-c1e4-4e53-a1d5-2bf0c3565454 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2036e616b4c8436aa631073699f30a33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501723 May 04 15:01:33.823174 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-fe405007-8d94-40cb-8590-714610eb8e36 service neutron] 10.222.0.32 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043487 May 04 15:01:33.922057 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-daab0568-4b10-4843-8e88-a248aa284cd9 service neutron] 10.222.0.32 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928175 May 04 15:01:34.089361 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1764c268-457f-406a-aa74-87e5baced848 req-964330b3-8cc1-4fc2-af08-416ca8480988 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 210 time: 0.0333323 May 04 15:01:34.748573 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-5d500332-16c7-442c-813e-2e4e05833b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:35.141034 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-d6d84a07-7c1b-4b70-a0f4-cb04571b3773 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:35.143482 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-d6d84a07-7c1b-4b70-a0f4-cb04571b3773 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.49 "GET /v2.0/networks?id=efd47d59-c826-47b9-9b01-8d883c4b6a5f HTTP/1.1" status: 200 len: 814 time: 0.1206858 May 04 15:01:35.156524 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-5f39dbc8-dd41-4393-afa9-4cc18c5b6dda tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Request body: {'port': {'device_id': '2fbce000-8c88-4d50-a36e-20645164dceb', 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'admin_state_up': True, 'tenant_id': '2036e616b4c8436aa631073699f30a33'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:01:35.214397 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-7cdc6965-10e8-4f77-8f41-717f303d317a req-f6a44d5d-83c1-4fae-8da4-41c30e1a8cfb tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 210 time: 0.0419867 May 04 15:01:35.294232 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-5f39dbc8-dd41-4393-afa9-4cc18c5b6dda tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Made reservation on behalf of 2036e616b4c8436aa631073699f30a33 for: {'port': 1} {{(pid=115136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:35.297658 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-5f39dbc8-dd41-4393-afa9-4cc18c5b6dda tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:35.435575 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-5f39dbc8-dd41-4393-afa9-4cc18c5b6dda tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Allocated IP 172.20.0.8 (efd47d59-c826-47b9-9b01-8d883c4b6a5f/1a622958-10e4-424a-8c97-99963ca312b6/e105a29d-bb42-4278-9be6-bc8d0800864b) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:35.637915 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-5f39dbc8-dd41-4393-afa9-4cc18c5b6dda tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:35.687212 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-5f39dbc8-dd41-4393-afa9-4cc18c5b6dda tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:35.748492 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-5f39dbc8-dd41-4393-afa9-4cc18c5b6dda tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Network efd47d59-c826-47b9-9b01-8d883c4b6a5f is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:35.753253 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-5f39dbc8-dd41-4393-afa9-4cc18c5b6dda tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:35.761149 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-5f39dbc8-dd41-4393-afa9-4cc18c5b6dda tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:35.801862 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39dbc8-dd41-4393-afa9-4cc18c5b6dda tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Pushing event updated for resources: {'Port': ['ID=e105a29d-bb42-4278-9be6-bc8d0800864b,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:35.872701 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-5f39dbc8-dd41-4393-afa9-4cc18c5b6dda tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:35.878694 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-5f39dbc8-dd41-4393-afa9-4cc18c5b6dda tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:35.920590 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-5f39dbc8-dd41-4393-afa9-4cc18c5b6dda tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7682126 May 04 15:01:36.065633 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:36.130634 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-d564eb66-9adb-4430-9bd8-dc1210e2bbe0 None None] Provisioning complete for port e105a29d-bb42-4278-9be6-bc8d0800864b triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:36.131104 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-d564eb66-9adb-4430-9bd8-dc1210e2bbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:36.175185 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-d564eb66-9adb-4430-9bd8-dc1210e2bbe0 None None] Port e105a29d-bb42-4278-9be6-bc8d0800864b cannot update to ACTIVE because it is not bound. {{(pid=115138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 15:01:36.357047 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419b282-273a-4c1e-8d6b-996ee040447d req-d2364762-5e43-4ce4-9639-049312e270ba tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:36.358654 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d419b282-273a-4c1e-8d6b-996ee040447d req-d2364762-5e43-4ce4-9639-049312e270ba tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 931 time: 0.0648327 May 04 15:01:36.411773 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d419b282-273a-4c1e-8d6b-996ee040447d req-d2fec847-ee40-4977-a4a6-6704506a1d6c tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468957 May 04 15:01:37.490451 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:37.554195 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9708246-02ff-4538-abc1-910050175679 req-b292d717-dbdc-49bf-a94d-f082c432a1e6 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:37.555953 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f9708246-02ff-4538-abc1-910050175679 req-b292d717-dbdc-49bf-a94d-f082c432a1e6 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 931 time: 0.0619993 May 04 15:01:37.607323 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f9708246-02ff-4538-abc1-910050175679 req-8f3c2d73-1a6b-4f44-bcf5-25ecb20b46a8 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452514 May 04 15:01:38.730322 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b30288-1004-41c4-9c5b-39a6c57adad3 req-7d23253b-5ab1-4003-a1b8-2b677d7c21a9 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:38.731946 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-89b30288-1004-41c4-9c5b-39a6c57adad3 req-7d23253b-5ab1-4003-a1b8-2b677d7c21a9 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 931 time: 0.0509856 May 04 15:01:38.784639 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-89b30288-1004-41c4-9c5b-39a6c57adad3 req-d3f99169-f098-4f86-a688-2d4a9371bcb6 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462096 May 04 15:01:38.880950 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:39.905434 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b4cda-47e7-4f03-85da-05d5b3c1d112 req-d222435d-3db7-4251-9b43-5b7e2e3df2ad tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:39.907770 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4f0b4cda-47e7-4f03-85da-05d5b3c1d112 req-d222435d-3db7-4251-9b43-5b7e2e3df2ad tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 931 time: 0.0513470 May 04 15:01:39.967776 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4f0b4cda-47e7-4f03-85da-05d5b3c1d112 req-12c1414c-273f-443d-88d8-dcb49ea1514f tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541930 May 04 15:01:40.078920 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:01:41.109860 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ac35a-4017-4dd2-9f29-3c091b9b9218 req-90da645a-d1a8-4d50-bf2c-6c8404c74307 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:41.114829 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5d4ac35a-4017-4dd2-9f29-3c091b9b9218 req-90da645a-d1a8-4d50-bf2c-6c8404c74307 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 931 time: 0.0683680 May 04 15:01:41.202681 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5d4ac35a-4017-4dd2-9f29-3c091b9b9218 req-db4ffd3d-2f44-4d6c-b780-3978df981cfa tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785127 May 04 15:01:42.322740 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558beda-37aa-4281-a5b1-b6b127f104e0 req-763a181e-7639-4eb4-ad6d-558345e4a0a7 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:42.328604 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b558beda-37aa-4281-a5b1-b6b127f104e0 req-763a181e-7639-4eb4-ad6d-558345e4a0a7 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 931 time: 0.0553272 May 04 15:01:42.385277 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b558beda-37aa-4281-a5b1-b6b127f104e0 req-6fa4f4f1-465a-4ee3-abf1-db98e0e68eef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510936 May 04 15:01:43.406182 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:43.511914 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4263c-8df4-48fc-8fde-015c5e8a42f8 req-e6cd30b1-30cf-4cbd-9572-84cf37782638 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:43.513584 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fdc4263c-8df4-48fc-8fde-015c5e8a42f8 req-e6cd30b1-30cf-4cbd-9572-84cf37782638 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 931 time: 0.0492859 May 04 15:01:43.587757 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fdc4263c-8df4-48fc-8fde-015c5e8a42f8 req-2a4050eb-4264-4826-877f-35b89ffc4f44 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657845 May 04 15:01:44.705929 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c882583-ce2e-4b3f-8530-6c643f245819 req-c6486dc3-e42c-48f6-94c6-d20723748685 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:44.707383 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1c882583-ce2e-4b3f-8530-6c643f245819 req-c6486dc3-e42c-48f6-94c6-d20723748685 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 931 time: 0.0466397 May 04 15:01:44.763023 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1c882583-ce2e-4b3f-8530-6c643f245819 req-cbd17c93-949d-4c31-8333-0f2165879961 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498838 May 04 15:01:44.880461 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Request body: {'port': {'device_id': '2fbce000-8c88-4d50-a36e-20645164dceb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:01:44.946388 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:45.214557 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e105a29d-bb42-4278-9be6-bc8d0800864b {{(pid=115136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:45.222376 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Publish callbacks [] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:45.235147 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.provisioning_blocks [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Transition to ACTIVE for port object e105a29d-bb42-4278-9be6-bc8d0800864b will not be triggered until provisioned by entity L2. {{(pid=115136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 15:01:45.240188 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:45.298088 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Pushing event updated for resources: {'Port': ['ID=e105a29d-bb42-4278-9be6-bc8d0800864b,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:45.375370 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Attempting to bind port e105a29d-bb42-4278-9be6-bc8d0800864b on host hv-cinder-84049 for vnic_type normal with profile {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 15:01:45.375769 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Attempting to bind port e105a29d-bb42-4278-9be6-bc8d0800864b by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '2a682d82-e36b-414c-8333-86fb0df49a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f'}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 15:01:45.376540 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Attempting to bind port e105a29d-bb42-4278-9be6-bc8d0800864b on network efd47d59-c826-47b9-9b01-8d883c4b6a5f {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:45.381814 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Port e105a29d-bb42-4278-9be6-bc8d0800864b on network efd47d59-c826-47b9-9b01-8d883c4b6a5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:01:45.382214 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Attempting to bind port e105a29d-bb42-4278-9be6-bc8d0800864b on network efd47d59-c826-47b9-9b01-8d883c4b6a5f {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:45.387847 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Checking agent: {'id': '6e9be586-f708-40a5-b87e-64d6e39ba320', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:45.388269 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Checking segment: {'id': '2a682d82-e36b-414c-8333-86fb0df49a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 15:01:45.388754 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Bound using segment: {'id': '2a682d82-e36b-414c-8333-86fb0df49a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f'} {{(pid=115136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:45.389219 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.managers [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Bound port: e105a29d-bb42-4278-9be6-bc8d0800864b, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a682d82-e36b-414c-8333-86fb0df49a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f'}}] {{(pid=115136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 15:01:45.389583 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:45.454676 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] For port e105a29d-bb42-4278-9be6-bc8d0800864b, host hv-cinder-84049, cleared binding levels {{(pid=115136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:45.457621 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] For port e105a29d-bb42-4278-9be6-bc8d0800864b, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=e105a29d-bb42-4278-9be6-bc8d0800864b,segment=NetworkSegment(2a682d82-e36b-414c-8333-86fb0df49a11),segment_id=2a682d82-e36b-414c-8333-86fb0df49a11)] {{(pid=115136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:45.465080 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:45.502758 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:45.503604 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:45.505608 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] 10.222.0.49 "PUT /v2.0/ports/e105a29d-bb42-4278-9be6-bc8d0800864b HTTP/1.1" status: 200 len: 1093 time: 0.6300626 May 04 15:01:45.508770 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbce000-8c88-4d50-a36e-20645164dceb', 'tag': 'e105a29d-bb42-4278-9be6-bc8d0800864b'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:45.511293 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc286aa8-f3b4-4be5-8578-da6b5688dd9b" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbce000-8c88-4d50-a36e-20645164dceb", "tag": "e105a29d-bb42-4278-9be6-bc8d0800864b"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:45.535361 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8f061-57d9-4c6b-bead-425266389b5e service neutron] Pushing event updated for resources: {'Port': ['ID=e105a29d-bb42-4278-9be6-bc8d0800864b,revision_number=3']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:45.572290 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a07d39-9ada-4792-9560-473694d4493b x-openstack-request-id: req-b9a07d39-9ada-4792-9560-473694d4493b {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:45.572645 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbce000-8c88-4d50-a36e-20645164dceb", "tag": "e105a29d-bb42-4278-9be6-bc8d0800864b", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:45.573097 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9a07d39-9ada-4792-9560-473694d4493b {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:45.573368 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a07d39-9ada-4792-9560-473694d4493b'] response: {'name': 'network-changed', 'server_uuid': '2fbce000-8c88-4d50-a36e-20645164dceb', 'tag': 'e105a29d-bb42-4278-9be6-bc8d0800864b', 'status': 'completed', 'code': 200} May 04 15:01:45.628234 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-d201a54e-a2bb-4091-8268-1fa487d5e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:45.629798 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-d201a54e-a2bb-4091-8268-1fa487d5e4c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2036e616b4c8436aa631073699f30a33&device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 1127 time: 0.0439506 May 04 15:01:45.673100 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-27589918-1675-4f17-bd65-71e716cc014c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e105a29d-bb42-4278-9be6-bc8d0800864b HTTP/1.1" status: 200 len: 217 time: 0.0360286 May 04 15:01:45.724653 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-01022ce1-dfb9-461c-a128-16b6354e844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:45.726160 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-01022ce1-dfb9-461c-a128-16b6354e844a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1a622958-10e4-424a-8c97-99963ca312b6 HTTP/1.1" status: 200 len: 853 time: 0.0478745 May 04 15:01:45.780099 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-19396bd6-8e56-49fe-8389-0802ba0f756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:45.782291 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-19396bd6-8e56-49fe-8389-0802ba0f756a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd47d59-c826-47b9-9b01-8d883c4b6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484662 May 04 15:01:45.910904 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab83469-25a1-4211-839a-c64a54d0d1e0 req-ae975d7d-1bbe-40b5-8aed-d57077a3cd7d tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:45.912383 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6ab83469-25a1-4211-839a-c64a54d0d1e0 req-ae975d7d-1bbe-40b5-8aed-d57077a3cd7d tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 943 time: 0.0650415 May 04 15:01:45.915961 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-ea7ffb71-0e9f-4d2d-938d-40ade64e8d0f service neutron] 10.222.0.49 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273918 May 04 15:01:46.013852 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-6ab83469-25a1-4211-839a-c64a54d0d1e0 req-a325606e-7bab-477e-86b8-9a4462ca8543 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958200 May 04 15:01:46.037584 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a155fed7-e7c9-4f9c-85b3-88a330e0ca26 req-15c1a950-e1b1-4053-8e38-3df6c76af051 service neutron] 10.222.0.49 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138496 May 04 15:01:46.967828 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286aa8-f3b4-4be5-8578-da6b5688dd9b req-25fd32f5-ad2c-4aa6-a178-0164228f1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:46.969266 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bc286aa8-f3b4-4be5-8578-da6b5688dd9b req-25fd32f5-ad2c-4aa6-a178-0164228f1353 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2036e616b4c8436aa631073699f30a33&device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 1127 time: 0.0458567 May 04 15:01:47.060475 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286aa8-f3b4-4be5-8578-da6b5688dd9b req-966a8775-8e9c-432f-9bc6-30374088d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:47.062004 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bc286aa8-f3b4-4be5-8578-da6b5688dd9b req-966a8775-8e9c-432f-9bc6-30374088d904 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd47d59-c826-47b9-9b01-8d883c4b6a5f HTTP/1.1" status: 200 len: 915 time: 0.0870674 May 04 15:01:47.134417 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7bf0a-6743-452f-b2d5-94ab046a69e7 req-a3a7a62d-c6b4-4eb5-b586-1f38d24bff03 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:47.136007 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7da7bf0a-6743-452f-b2d5-94ab046a69e7 req-a3a7a62d-c6b4-4eb5-b586-1f38d24bff03 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 943 time: 0.0512624 May 04 15:01:47.188448 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7da7bf0a-6743-452f-b2d5-94ab046a69e7 req-c671517e-0ea2-433e-a893-87440d5e3df8 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466065 May 04 15:01:47.924625 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bc286aa8-f3b4-4be5-8578-da6b5688dd9b req-7fb5f929-76b6-4895-8e9d-26e3821e001a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e105a29d-bb42-4278-9be6-bc8d0800864b HTTP/1.1" status: 200 len: 217 time: 0.0383246 May 04 15:01:48.613154 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec52df-aa5e-4331-9c92-05c04389f5d1 req-09c04c6c-a657-4997-8e63-e1018f379a2e tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:48.614626 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-38ec52df-aa5e-4331-9c92-05c04389f5d1 req-09c04c6c-a657-4997-8e63-e1018f379a2e tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 943 time: 0.3461833 May 04 15:01:48.662765 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-38ec52df-aa5e-4331-9c92-05c04389f5d1 req-eaae161e-9f15-42e5-88de-ecc2218cf575 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425098 May 04 15:01:48.707188 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286aa8-f3b4-4be5-8578-da6b5688dd9b req-10c25999-5c58-4f9b-a9a7-fdd852c3f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:48.709690 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bc286aa8-f3b4-4be5-8578-da6b5688dd9b req-10c25999-5c58-4f9b-a9a7-fdd852c3f097 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1a622958-10e4-424a-8c97-99963ca312b6 HTTP/1.1" status: 200 len: 853 time: 0.0458333 May 04 15:01:49.703606 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286aa8-f3b4-4be5-8578-da6b5688dd9b req-3f7eec6f-df20-4f7a-95df-50a40f89cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:49.705328 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bc286aa8-f3b4-4be5-8578-da6b5688dd9b req-3f7eec6f-df20-4f7a-95df-50a40f89cd80 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd47d59-c826-47b9-9b01-8d883c4b6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494246 May 04 15:01:49.780362 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e475e-dd45-4016-ba8e-8a73dd7ad5de req-13e8cafc-03d7-4a29-b7cb-067f29e167ff tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:49.781916 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ef1e475e-dd45-4016-ba8e-8a73dd7ad5de req-13e8cafc-03d7-4a29-b7cb-067f29e167ff tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 943 time: 0.0513229 May 04 15:01:49.806137 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bc286aa8-f3b4-4be5-8578-da6b5688dd9b req-56cdeadf-7ac6-487d-baf2-172e34eaca2c service neutron] 10.222.0.49 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842402 May 04 15:01:49.831959 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ef1e475e-dd45-4016-ba8e-8a73dd7ad5de req-76c07a25-ab65-40b9-b4a3-bb95bb7eb906 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443206 May 04 15:01:49.903229 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-bc286aa8-f3b4-4be5-8578-da6b5688dd9b req-8274bd3c-10f1-4530-ba60-e0288d719442 service neutron] 10.222.0.49 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900629 May 04 15:01:50.203787 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device e105a29d-bb42-4278-9be6-bc8d0800864b details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:01:50.302132 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port e105a29d-bb42-4278-9be6-bc8d0800864b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=e105a29d-bb42-4278-9be6-bc8d0800864b,segment=NetworkSegment(2a682d82-e36b-414c-8333-86fb0df49a11),segment_id=2a682d82-e36b-414c-8333-86fb0df49a11)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:50.318062 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': 'e105a29d-bb42-4278-9be6-bc8d0800864b', 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'port_id': 'e105a29d-bb42-4278-9be6-bc8d0800864b', 'mac_address': 'fa:16:3e:db:cf:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a622958-10e4-424a-8c97-99963ca312b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:01:50.357036 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port e105a29d-bb42-4278-9be6-bc8d0800864b is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:50.357420 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:50.371077 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e105a29d-bb42-4278-9be6-bc8d0800864b {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:50.390872 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port e105a29d-bb42-4278-9be6-bc8d0800864b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=e105a29d-bb42-4278-9be6-bc8d0800864b,segment=NetworkSegment(2a682d82-e36b-414c-8333-86fb0df49a11),segment_id=2a682d82-e36b-414c-8333-86fb0df49a11)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:50.398222 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:50.450820 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=e105a29d-bb42-4278-9be6-bc8d0800864b,revision_number=4']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:50.462696 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:50.463068 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:50.463672 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:50.464024 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:50.464359 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:50.464688 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:50.465037 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:50.465355 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:50.465677 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:50.465998 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:50.466316 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:50.466623 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:50.466942 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:50.467250 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:50.467571 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:50.648681 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['e105a29d-bb42-4278-9be6-bc8d0800864b'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:01:50.971042 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ffd30-6920-419e-9685-c46a05b3a4cb req-d1e2351e-895b-4f6d-872a-01c6356b544d tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:50.972444 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-375ffd30-6920-419e-9685-c46a05b3a4cb req-d1e2351e-895b-4f6d-872a-01c6356b544d tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 944 time: 0.0508680 May 04 15:01:51.021402 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-375ffd30-6920-419e-9685-c46a05b3a4cb req-d3db19b2-7c96-486c-8265-ff07f84c593c tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432837 May 04 15:01:52.153606 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31a587-b005-4eac-8a45-f4b0903fe1b8 req-49d1c6f7-f30e-4328-b3d4-5fe264c6be19 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:52.155106 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5c31a587-b005-4eac-8a45-f4b0903fe1b8 req-49d1c6f7-f30e-4328-b3d4-5fe264c6be19 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 944 time: 0.0597003 May 04 15:01:52.207116 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5c31a587-b005-4eac-8a45-f4b0903fe1b8 req-8f6c5e1c-d5e5-4ab3-873c-28ad775c53cf tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461349 May 04 15:01:53.324932 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8c289-7e35-442f-8574-3df02af68b90 req-ccc2c137-b6fd-4678-a51a-a5e50547f57e tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:53.326482 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b4b8c289-7e35-442f-8574-3df02af68b90 req-ccc2c137-b6fd-4678-a51a-a5e50547f57e tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 944 time: 0.0490739 May 04 15:01:53.377717 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b4b8c289-7e35-442f-8574-3df02af68b90 req-db558563-65df-40e8-820b-e1ab6cc64163 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454898 May 04 15:01:53.840425 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device e105a29d-bb42-4278-9be6-bc8d0800864b up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:53.890802 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning for port e105a29d-bb42-4278-9be6-bc8d0800864b completed by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 15:01:53.897868 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port e105a29d-bb42-4278-9be6-bc8d0800864b triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:01:53.898230 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:53.982174 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port e105a29d-bb42-4278-9be6-bc8d0800864b is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:01:53.982591 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:54.007662 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbce000-8c88-4d50-a36e-20645164dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e105a29d-bb42-4278-9be6-bc8d0800864b'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:54.009999 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d591d36d-4ddb-4486-973f-7900709d8ea7" -d '{"events": [{"server_uuid": "2fbce000-8c88-4d50-a36e-20645164dceb", "name": "network-vif-plugged", "status": "completed", "tag": "e105a29d-bb42-4278-9be6-bc8d0800864b"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:54.023992 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port e105a29d-bb42-4278-9be6-bc8d0800864b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=e105a29d-bb42-4278-9be6-bc8d0800864b,segment=NetworkSegment(2a682d82-e36b-414c-8333-86fb0df49a11),segment_id=2a682d82-e36b-414c-8333-86fb0df49a11)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:54.029183 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:01:54.055509 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7ff8b8-3d3e-41ef-8808-3e4c06238217 x-openstack-request-id: req-af7ff8b8-3d3e-41ef-8808-3e4c06238217 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:54.055818 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbce000-8c88-4d50-a36e-20645164dceb", "name": "network-vif-plugged", "status": "completed", "tag": "e105a29d-bb42-4278-9be6-bc8d0800864b", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:54.056165 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af7ff8b8-3d3e-41ef-8808-3e4c06238217 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:54.056555 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7ff8b8-3d3e-41ef-8808-3e4c06238217'] response: {'server_uuid': '2fbce000-8c88-4d50-a36e-20645164dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e105a29d-bb42-4278-9be6-bc8d0800864b', 'code': 200} May 04 15:01:54.084975 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=e105a29d-bb42-4278-9be6-bc8d0800864b,revision_number=5']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:54.211549 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f468bc-9c09-45f0-a20a-80c728a35a27 req-8a192b4c-e25a-4552-8b14-10e1d87ba88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:54.213064 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-23f468bc-9c09-45f0-a20a-80c728a35a27 req-8a192b4c-e25a-4552-8b14-10e1d87ba88a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 1129 time: 0.0393794 May 04 15:01:54.257098 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-23f468bc-9c09-45f0-a20a-80c728a35a27 req-fc2ece9f-a493-4625-b8e6-32560faf14ac service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371308 May 04 15:01:54.512586 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb211f-b89c-4b68-8e66-52d4491aa2cb req-9bd1a2c1-5f17-45f5-9150-7cc8ee151936 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:54.514145 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-efcb211f-b89c-4b68-8e66-52d4491aa2cb req-9bd1a2c1-5f17-45f5-9150-7cc8ee151936 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 945 time: 0.0559523 May 04 15:01:54.567746 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-efcb211f-b89c-4b68-8e66-52d4491aa2cb req-d3561cee-98d8-4c71-8afd-4e4b32a410d2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479414 May 04 15:01:55.704493 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c74d9-e9b6-4817-aeef-4d14d920c871 req-b1e1e183-4347-471c-a25d-cd932c460aae tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:55.705982 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-498c74d9-e9b6-4817-aeef-4d14d920c871 req-b1e1e183-4347-471c-a25d-cd932c460aae tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 945 time: 0.0478442 May 04 15:01:55.754050 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-498c74d9-e9b6-4817-aeef-4d14d920c871 req-825d918d-6021-4174-a08f-bae3ffe7404c tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423379 May 04 15:01:56.888586 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed11da8-a18e-4dcf-9e2a-52bfa0131e68 req-e872c79d-08e7-4a31-9c5a-4cd8e676f7b1 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:56.890078 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1ed11da8-a18e-4dcf-9e2a-52bfa0131e68 req-e872c79d-08e7-4a31-9c5a-4cd8e676f7b1 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 945 time: 0.0618951 May 04 15:01:56.941536 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-1ed11da8-a18e-4dcf-9e2a-52bfa0131e68 req-245308aa-df70-4347-bebd-8a6758f6431d tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456383 May 04 15:01:57.076069 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e513ba-ed03-4b0b-ad53-2aba83ab7d2a req-cac8b84e-fc5f-4aff-aa10-9daa60926f94 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:57.077515 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b0e513ba-ed03-4b0b-ad53-2aba83ab7d2a req-cac8b84e-fc5f-4aff-aa10-9daa60926f94 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 945 time: 0.0476027 May 04 15:01:57.123957 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b0e513ba-ed03-4b0b-ad53-2aba83ab7d2a req-9a3554d7-6103-4760-9ad5-9648f3a60c23 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407741 May 04 15:01:57.662551 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702dfb8-0e90-47f8-ae3e-bcc6a240f4c8 req-451408fb-0891-4df7-abf1-af5abe9f693f tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:57.663990 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1702dfb8-0e90-47f8-ae3e-bcc6a240f4c8 req-451408fb-0891-4df7-abf1-af5abe9f693f tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 945 time: 0.0683253 May 04 15:01:57.713473 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-1702dfb8-0e90-47f8-ae3e-bcc6a240f4c8 req-61ef7214-7dc6-40f8-8ca7-ea5b5268e037 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435359 May 04 15:01:59.892562 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f993-af0e-40ea-8bef-42b68ed0c520 req-ec174046-24e2-47d3-81e0-1abbccb84eb9 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:59.894069 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5135f993-af0e-40ea-8bef-42b68ed0c520 req-ec174046-24e2-47d3-81e0-1abbccb84eb9 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 946 time: 0.0483713 May 04 15:01:59.950936 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5135f993-af0e-40ea-8bef-42b68ed0c520 req-3dc6edf7-039a-48de-88fe-efa2db735447 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487165 May 04 15:02:01.077622 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71c803-bc99-428c-a466-6c8d14b58c9b req-38fb1596-7b09-4ece-8a2c-024d59c38a09 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:01.079067 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8f71c803-bc99-428c-a466-6c8d14b58c9b req-38fb1596-7b09-4ece-8a2c-024d59c38a09 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 946 time: 0.0504367 May 04 15:02:01.129080 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8f71c803-bc99-428c-a466-6c8d14b58c9b req-0ef5d387-8c5e-492d-9d70-b4513cbffd44 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/security-groups?id=163e3a2e-1837-4b5a-8f87-9c23de58b2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436845 May 04 15:02:01.586700 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cff677-a69e-4101-b868-a11749ae5335 req-00f865a2-e4ec-4aa5-b154-69e31cdf5158 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:01.588054 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-03cff677-a69e-4101-b868-a11749ae5335 req-00f865a2-e4ec-4aa5-b154-69e31cdf5158 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.49 "GET /v2.0/ports?device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 946 time: 0.0461302 May 04 15:02:01.680748 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-03cff677-a69e-4101-b868-a11749ae5335 req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Deleting port 3eae9a74-0529-46cf-995f-a24c617ce1bb {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:02:01.680914 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-03cff677-a69e-4101-b868-a11749ae5335 req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (3eae9a74-0529-46cf-995f-a24c617ce1bb), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:01.781649 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-03cff677-a69e-4101-b868-a11749ae5335 req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] For port 3eae9a74-0529-46cf-995f-a24c617ce1bb, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3eae9a74-0529-46cf-995f-a24c617ce1bb,segment=NetworkSegment(d56da34f-6dd7-4b3c-8e82-ecb5584e80ac),segment_id=d56da34f-6dd7-4b3c-8e82-ecb5584e80ac)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:01.782021 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-03cff677-a69e-4101-b868-a11749ae5335 req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (3eae9a74-0529-46cf-995f-a24c617ce1bb), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:01.795834 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-03cff677-a69e-4101-b868-a11749ae5335 req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Calling delete_port for 3eae9a74-0529-46cf-995f-a24c617ce1bb owned by compute:nova {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:02:01.944592 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-03cff677-a69e-4101-b868-a11749ae5335 req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (3eae9a74-0529-46cf-995f-a24c617ce1bb), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:01.977080 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Pushing event deleted for resources: {'Port': ['ID=3eae9a74-0529-46cf-995f-a24c617ce1bb,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:01.988832 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:01.989190 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:01.989570 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:01.989892 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:01.990281 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:01.990610 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:01.990933 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:01.991238 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:01.991583 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:01.991897 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:01.992225 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:01.992537 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:01.992857 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:01.993197 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:01.993498 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:02.031135 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cff677-a69e-4101-b868-a11749ae5335 req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] No DVR routers for this DVR port 3eae9a74-0529-46cf-995f-a24c617ce1bb on host hv-cinder-84049 {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:02:02.033779 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-03cff677-a69e-4101-b868-a11749ae5335 req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:02.037150 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-03cff677-a69e-4101-b868-a11749ae5335 req-efe2639d-ebe6-4c0f-9db2-1c600ebab140 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.49 "DELETE /v2.0/ports/3eae9a74-0529-46cf-995f-a24c617ce1bb HTTP/1.1" status: 204 len: 173 time: 0.4437730 May 04 15:02:02.037584 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6016ff80-db9d-4023-b8e8-e5164c0eed41', 'name': 'network-vif-deleted', 'tag': '3eae9a74-0529-46cf-995f-a24c617ce1bb'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:02.039839 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16ea7ae-5341-416b-ace9-0fdc5586c138" -d '{"events": [{"server_uuid": "6016ff80-db9d-4023-b8e8-e5164c0eed41", "name": "network-vif-deleted", "tag": "3eae9a74-0529-46cf-995f-a24c617ce1bb"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:02.077754 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec7cc10-e695-46a6-a43b-7a988b278046 x-openstack-request-id: req-0ec7cc10-e695-46a6-a43b-7a988b278046 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:02.078348 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6016ff80-db9d-4023-b8e8-e5164c0eed41", "name": "network-vif-deleted", "tag": "3eae9a74-0529-46cf-995f-a24c617ce1bb", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:02.078348 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ec7cc10-e695-46a6-a43b-7a988b278046 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:02.078672 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec7cc10-e695-46a6-a43b-7a988b278046'] response: {'server_uuid': '6016ff80-db9d-4023-b8e8-e5164c0eed41', 'name': 'network-vif-deleted', 'tag': '3eae9a74-0529-46cf-995f-a24c617ce1bb', 'status': 'completed', 'code': 200} May 04 15:02:02.243889 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-aa421113-ba7e-4cbc-9447-c18c452f0b02 req-16ea52d1-43c4-4f1f-92d6-2163537d4585 tempest-VolumesSnapshotTestJSON-1929094707 tempest-VolumesSnapshotTestJSON-1929094707-project] 10.222.0.32 "GET /v2.0/ports?device_id=6016ff80-db9d-4023-b8e8-e5164c0eed41 HTTP/1.1" status: 200 len: 210 time: 0.0332701 May 04 15:02:02.884774 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-b72ecbf3-d033-4235-8eb8-733b576e73c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:03.883802 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 3eae9a74-0529-46cf-995f-a24c617ce1bb no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:02:03.904207 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: 3eae9a74-0529-46cf-995f-a24c617ce1bb {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:02:03.904917 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 3eae9a74-0529-46cf-995f-a24c617ce1bb not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:02:04.746385 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-201099bb-ce8e-4e3f-9306-ad1759baccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:06.069414 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:07.498378 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:08.876256 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:09.307883 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c0b3a-fd76-4ed5-8fb4-bba748be3fb3 req-511f1a9c-12ea-4db4-86e8-1640fcc5218b tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:09.309211 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4d8c0b3a-fd76-4ed5-8fb4-bba748be3fb3 req-511f1a9c-12ea-4db4-86e8-1640fcc5218b tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 945 time: 0.0487571 May 04 15:02:09.365305 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-4d8c0b3a-fd76-4ed5-8fb4-bba748be3fb3 req-7a6ca730-21cd-40dc-adc5-6830454d9a45 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499833 May 04 15:02:09.388616 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46278) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:09.524046 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b26b5-221e-470a-bf56-7e5c47ece9a6 tempest-TestMinimumBasicScenario-2125633393 tempest-TestMinimumBasicScenario-2125633393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:09.525633 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-177b26b5-221e-470a-bf56-7e5c47ece9a6 tempest-TestMinimumBasicScenario-2125633393 tempest-TestMinimumBasicScenario-2125633393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 1124 time: 0.1359799 May 04 15:02:09.528682 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46282) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:09.533164 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Request body: {'floatingip': {'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'port_id': 'e105a29d-bb42-4278-9be6-bc8d0800864b', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:02:09.555587 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:09.639304 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:09.756285 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_common [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Allocated IP 172.27.2.12 (0edac7da-e104-49a8-a1ba-50991a341388/92b087e4-c23b-49a0-b51f-8d816ced8300/6d760e63-36aa-4a6c-b9ca-c9ba914356f7) {{(pid=115136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:09.872012 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for port (6d760e63-36aa-4a6c-b9ca-c9ba914356f7), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:09.913045 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789718269103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (6d760e63-36aa-4a6c-b9ca-c9ba914356f7), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:09.950712 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Network 0edac7da-e104-49a8-a1ba-50991a341388 is already hosted by enough agents. {{(pid=115136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:09.953924 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.base_scheduler [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Resources bound (agent type, host, resource id): {{(pid=115136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:09.956740 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Received port after_create {{(pid=115136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:09.985414 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Pushing event updated for resources: {'Port': ['ID=6d760e63-36aa-4a6c-b9ca-c9ba914356f7,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:10.351469 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for floatingip (916b6fec-b189-4ef0-a1e4-745b113a53e1), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:10.431451 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (6d760e63-36aa-4a6c-b9ca-c9ba914356f7), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:10.480604 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46292) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:10.607636 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for port (6d760e63-36aa-4a6c-b9ca-c9ba914356f7), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:10.613607 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (6d760e63-36aa-4a6c-b9ca-c9ba914356f7), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:10.646021 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Deleting port e3dd7b0b-31bc-4fae-9efb-1e0e8104bd35 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:02:10.646355 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (e3dd7b0b-31bc-4fae-9efb-1e0e8104bd35), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:10.688083 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Pushing event updated for resources: {'Port': ['ID=6d760e63-36aa-4a6c-b9ca-c9ba914356f7,revision_number=2']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:10.700651 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691603'] for floatingip (916b6fec-b189-4ef0-a1e4-745b113a53e1), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:10.729740 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (e3dd7b0b-31bc-4fae-9efb-1e0e8104bd35), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:10.730119 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for floatingip (e3dd7b0b-31bc-4fae-9efb-1e0e8104bd35), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:10.742485 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Calling delete_port for e3dd7b0b-31bc-4fae-9efb-1e0e8104bd35 owned by network:floatingip {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:02:10.807988 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Floating IP 916b6fec-b189-4ef0-a1e4-745b113a53e1 associated. External IP: 172.27.2.12, port: e105a29d-bb42-4278-9be6-bc8d0800864b. May 04 15:02:10.927201 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (e3dd7b0b-31bc-4fae-9efb-1e0e8104bd35), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:10.952597 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event deleted for resources: {'Port': ['ID=e3dd7b0b-31bc-4fae-9efb-1e0e8104bd35,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:10.964652 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:10.965032 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:10.965370 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:10.965707 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:10.966038 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:10.966359 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:10.966679 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:10.966997 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:10.967349 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:10.967779 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:10.968085 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:10.968446 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:10.968767 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:10.969071 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:10.969383 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:11.028491 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for floatingip (eb25acb2-0cca-4233-8930-b7082ad99cc0), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:11.028778 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.l3_db [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Floating IP eb25acb2-0cca-4233-8930-b7082ad99cc0 disassociated (deleted). External IP: 172.27.2.227, port: 5ce0d0bb-b137-4491-bafb-bfad10cf0307. May 04 15:02:11.036733 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Router a70889fc-2e77-49f7-871d-04b6e736a207 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:02:11.150545 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:02:11.161267 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195891b8-255c-4ec1-ae47-a526b8f1ec2e None None] Sync routers for ids ['a70889fc-2e77-49f7-871d-04b6e736a207'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:02:11.172086 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195891b8-255c-4ec1-ae47-a526b8f1ec2e None None] Routers {'a70889fc-2e77-49f7-871d-04b6e736a207'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:11.172918 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-195891b8-255c-4ec1-ae47-a526b8f1ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:02:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a70889fc-2e77-49f7-871d-04b6e736a207'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:11.173595 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:11.205684 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-1937dac5-fb14-4cd2-ad30-c1fe8a1dff01 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6758134 May 04 15:02:11.206300 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbce000-8c88-4d50-a36e-20645164dceb', 'tag': 'e105a29d-bb42-4278-9be6-bc8d0800864b'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:11.208687 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf0d289-5def-416d-aef4-067dda8df2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbce000-8c88-4d50-a36e-20645164dceb", "tag": "e105a29d-bb42-4278-9be6-bc8d0800864b"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:11.211940 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46294) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:11.216473 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [None req-8bd613af-b93a-4ab9-ad5e-6351f0897dd1 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945843640', 'description': 'tempest-secgroup-smoke-1945843640 description', 'project_id': '2036e616b4c8436aa631073699f30a33'}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:02:11.239613 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:02:11.248157 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8bd613af-b93a-4ab9-ad5e-6351f0897dd1 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group (None), before_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:11.267085 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86396b4c-63b9-4c3b-a175-78ab217018c9 x-openstack-request-id: req-86396b4c-63b9-4c3b-a175-78ab217018c9 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:11.267389 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbce000-8c88-4d50-a36e-20645164dceb", "tag": "e105a29d-bb42-4278-9be6-bc8d0800864b", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:11.267641 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86396b4c-63b9-4c3b-a175-78ab217018c9 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:11.268074 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86396b4c-63b9-4c3b-a175-78ab217018c9'] response: {'name': 'network-changed', 'server_uuid': '2fbce000-8c88-4d50-a36e-20645164dceb', 'tag': 'e105a29d-bb42-4278-9be6-bc8d0800864b', 'status': 'completed', 'code': 200} May 04 15:02:11.310284 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-195891b8-255c-4ec1-ae47-a526b8f1ec2e None None] Set router a70889fc-2e77-49f7-871d-04b6e736a207 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:11.340629 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0d289-5def-416d-aef4-067dda8df2a6 req-49ebcec2-9c96-458b-9525-7df5bb4284d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:11.342289 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-baf0d289-5def-416d-aef4-067dda8df2a6 req-49ebcec2-9c96-458b-9525-7df5bb4284d6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2036e616b4c8436aa631073699f30a33&device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 1129 time: 0.0553503 May 04 15:02:11.377167 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:02:11.382214 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:11.390492 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d876724b-7255-4c1f-a7fc-44ec01cafbec None None] Sync routers for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:02:11.400278 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8bd613af-b93a-4ab9-ad5e-6351f0897dd1 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group (94929f9c-7a0e-4336-97d6-20eabbc3a85e), precommit_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:11.411829 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d876724b-7255-4c1f-a7fc-44ec01cafbec None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:11.412939 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-d876724b-7255-4c1f-a7fc-44ec01cafbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:02:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:11.416958 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-d18ad714-6e43-46c3-8ec9-f29151a77ca2 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "DELETE /v2.0/floatingips/eb25acb2-0cca-4233-8930-b7082ad99cc0 HTTP/1.1" status: 204 len: 168 time: 0.9337783 May 04 15:02:11.417765 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83884672-3b8f-4827-b224-07b253fa0bbd', 'tag': '5ce0d0bb-b137-4491-bafb-bfad10cf0307'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:11.421171 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2a2c2a-db7c-48b2-b011-33cfe07ba01e" -d '{"events": [{"name": "network-changed", "server_uuid": "83884672-3b8f-4827-b224-07b253fa0bbd", "tag": "5ce0d0bb-b137-4491-bafb-bfad10cf0307"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:11.436647 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8bd613af-b93a-4ab9-ad5e-6351f0897dd1 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (94929f9c-7a0e-4336-97d6-20eabbc3a85e), after_create {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:11.481144 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96a020f-17ba-46ea-956d-3ce54f560d8e x-openstack-request-id: req-a96a020f-17ba-46ea-956d-3ce54f560d8e {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:11.481674 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8bd613af-b93a-4ab9-ad5e-6351f0897dd1 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:11.481820 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83884672-3b8f-4827-b224-07b253fa0bbd", "tag": "5ce0d0bb-b137-4491-bafb-bfad10cf0307", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:11.481995 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a96a020f-17ba-46ea-956d-3ce54f560d8e {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:11.482491 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a96a020f-17ba-46ea-956d-3ce54f560d8e'] response: {'name': 'network-changed', 'server_uuid': '83884672-3b8f-4827-b224-07b253fa0bbd', 'tag': '5ce0d0bb-b137-4491-bafb-bfad10cf0307', 'status': 'completed', 'code': 200} May 04 15:02:11.482627 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-8bd613af-b93a-4ab9-ad5e-6351f0897dd1 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2697239 May 04 15:02:11.485614 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46302) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:11.493207 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd613af-b93a-4ab9-ad5e-6351f0897dd1 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94929f9c-7a0e-4336-97d6-20eabbc3a85e,revision_number=1']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:11.498291 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0d289-5def-416d-aef4-067dda8df2a6 req-8e461f65-db0c-4e94-94a1-d5792123b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:11.498732 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-4ce5ac78-99a2-4240-b470-311ec18d478f tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Request body: {'security_group_rule': {'security_group_id': '94929f9c-7a0e-4336-97d6-20eabbc3a85e', 'project_id': '2036e616b4c8436aa631073699f30a33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:02:11.499771 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-baf0d289-5def-416d-aef4-067dda8df2a6 req-8e461f65-db0c-4e94-94a1-d5792123b815 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd47d59-c826-47b9-9b01-8d883c4b6a5f HTTP/1.1" status: 200 len: 915 time: 0.1521001 May 04 15:02:11.585055 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-baf0d289-5def-416d-aef4-067dda8df2a6 req-34e34aa1-54ee-47ae-99e6-ce1b440d855e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e105a29d-bb42-4278-9be6-bc8d0800864b HTTP/1.1" status: 200 len: 998 time: 0.0786355 May 04 15:02:11.618994 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-195891b8-255c-4ec1-ae47-a526b8f1ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'name': 'tempest-TestMinimumBasicScenario-891601065-router', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 4, 'project_id': '2036e616b4c8436aa631073699f30a33', 'gw_port': {'id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '916b6fec-b189-4ef0-a1e4-745b113a53e1', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'port_id': 'e105a29d-bb42-4278-9be6-bc8d0800864b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'mac_address': 'fa:16:3e:db:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbce000-8c88-4d50-a36e-20645164dceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:10Z', 'updated_at': '2022-05-04T15:02:10Z', 'revision_number': 0, 'project_id': '2036e616b4c8436aa631073699f30a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32f624c-2a25-4538-ae6d-e4034eabcd15', 'name': '', 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'mac_address': 'fa:16:3e:43:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a622958-10e4-424a-8c97-99963ca312b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:12Z', 'updated_at': '2022-05-04T15:01:17Z', 'revision_number': 5, 'project_id': '2036e616b4c8436aa631073699f30a33', 'subnets': [{'id': '1a622958-10e4-424a-8c97-99963ca312b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:11.651579 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a2c2a-db7c-48b2-b011-33cfe07ba01e req-3bfe152c-f23f-4b52-bd25-5373835837f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:11.653783 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-af2a2c2a-db7c-48b2-b011-33cfe07ba01e req-3bfe152c-f23f-4b52-bd25-5373835837f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 1129 time: 0.1390862 May 04 15:02:11.658808 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ac78-99a2-4240-b470-311ec18d478f tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (2ae0c135-c18a-40c2-8f9f-245df63b774a), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:11.692852 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0d289-5def-416d-aef4-067dda8df2a6 req-b762a449-2129-4e9b-a5a7-42c8d2395486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:11.694528 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-baf0d289-5def-416d-aef4-067dda8df2a6 req-b762a449-2129-4e9b-a5a7-42c8d2395486 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1a622958-10e4-424a-8c97-99963ca312b6 HTTP/1.1" status: 200 len: 853 time: 0.1023693 May 04 15:02:11.716836 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195891b8-255c-4ec1-ae47-a526b8f1ec2e None None] Checking router: a70889fc-2e77-49f7-871d-04b6e736a207 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:02:11.725807 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195891b8-255c-4ec1-ae47-a526b8f1ec2e None None] Routers {'a70889fc-2e77-49f7-871d-04b6e736a207'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:11.726429 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-195891b8-255c-4ec1-ae47-a526b8f1ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:02:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a70889fc-2e77-49f7-871d-04b6e736a207'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:11.784826 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-d876724b-7255-4c1f-a7fc-44ec01cafbec None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:11.860964 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-195891b8-255c-4ec1-ae47-a526b8f1ec2e None None] Set router a70889fc-2e77-49f7-871d-04b6e736a207 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:11.878720 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a2c2a-db7c-48b2-b011-33cfe07ba01e req-0507dfb6-5584-42f7-8f74-801bb5058916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:11.880845 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-af2a2c2a-db7c-48b2-b011-33cfe07ba01e req-0507dfb6-5584-42f7-8f74-801bb5058916 service neutron] 10.222.0.49 "GET /v2.0/networks?id=603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 200 len: 913 time: 0.2167199 May 04 15:02:11.887653 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514559d5-18af-41d7-90bc-ee1512ff731e req-f7c894a7-e4e5-46c4-afff-7af8a7f7bfc0 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:11.897642 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-514559d5-18af-41d7-90bc-ee1512ff731e req-f7c894a7-e4e5-46c4-afff-7af8a7f7bfc0 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 945 time: 0.1159651 May 04 15:02:11.970041 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-514559d5-18af-41d7-90bc-ee1512ff731e req-c78eb314-27fc-4172-8b96-9264c360bd8e tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710390 May 04 15:02:11.986783 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ac78-99a2-4240-b470-311ec18d478f tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (2ae0c135-c18a-40c2-8f9f-245df63b774a), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.005942 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ac78-99a2-4240-b470-311ec18d478f tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (2ae0c135-c18a-40c2-8f9f-245df63b774a), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.026038 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5ac78-99a2-4240-b470-311ec18d478f tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae0c135-c18a-40c2-8f9f-245df63b774a,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:12.039175 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ac78-99a2-4240-b470-311ec18d478f tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.040754 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-4ce5ac78-99a2-4240-b470-311ec18d478f tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5461252 May 04 15:02:12.043566 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46314) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:12.049105 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-a958dd9c-2b5e-4541-ba63-57d5506f0f3d tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Request body: {'security_group_rule': {'security_group_id': '94929f9c-7a0e-4336-97d6-20eabbc3a85e', 'project_id': '2036e616b4c8436aa631073699f30a33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:02:12.076215 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-d876724b-7255-4c1f-a7fc-44ec01cafbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '5b73c552-0bac-442a-b432-fce27a666516', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'port_id': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'mac_address': 'fa:16:3e:79:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:30Z', 'updated_at': '2022-05-04T14:58:34Z', 'revision_number': 1, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:12.077730 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a958dd9c-2b5e-4541-ba63-57d5506f0f3d tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (56cff6e5-2a6b-4dbe-b929-cabaadb49a6a), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.105686 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d876724b-7255-4c1f-a7fc-44ec01cafbec None None] Checking router: f1faae23-5f6a-4f04-87ad-5858a41c8ac0 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:02:12.114248 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d876724b-7255-4c1f-a7fc-44ec01cafbec None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:12.114983 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-d876724b-7255-4c1f-a7fc-44ec01cafbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:02:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:12.135525 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a958dd9c-2b5e-4541-ba63-57d5506f0f3d tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (56cff6e5-2a6b-4dbe-b929-cabaadb49a6a), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.140087 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a958dd9c-2b5e-4541-ba63-57d5506f0f3d tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (56cff6e5-2a6b-4dbe-b929-cabaadb49a6a), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.162136 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958dd9c-2b5e-4541-ba63-57d5506f0f3d tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56cff6e5-2a6b-4dbe-b929-cabaadb49a6a,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:12.168264 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-a958dd9c-2b5e-4541-ba63-57d5506f0f3d tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.172239 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-195891b8-255c-4ec1-ae47-a526b8f1ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'name': 'tempest-TestMinimumBasicScenario-891601065-router', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 4, 'project_id': '2036e616b4c8436aa631073699f30a33', 'gw_port': {'id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '916b6fec-b189-4ef0-a1e4-745b113a53e1', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'port_id': 'e105a29d-bb42-4278-9be6-bc8d0800864b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'mac_address': 'fa:16:3e:db:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbce000-8c88-4d50-a36e-20645164dceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:10Z', 'updated_at': '2022-05-04T15:02:10Z', 'revision_number': 0, 'project_id': '2036e616b4c8436aa631073699f30a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32f624c-2a25-4538-ae6d-e4034eabcd15', 'name': '', 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'mac_address': 'fa:16:3e:43:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a622958-10e4-424a-8c97-99963ca312b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:12Z', 'updated_at': '2022-05-04T15:01:17Z', 'revision_number': 5, 'project_id': '2036e616b4c8436aa631073699f30a33', 'subnets': [{'id': '1a622958-10e4-424a-8c97-99963ca312b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:12.172876 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-a958dd9c-2b5e-4541-ba63-57d5506f0f3d tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250577 May 04 15:02:12.172876 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46316) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:12.177636 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-f6f07d97-3d00-4d6c-b10f-d1d2acd65977 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Request body: {'security_group_rule': {'security_group_id': '94929f9c-7a0e-4336-97d6-20eabbc3a85e', 'project_id': '2036e616b4c8436aa631073699f30a33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:02:12.200714 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195891b8-255c-4ec1-ae47-a526b8f1ec2e None None] The sync data for ids ['a70889fc-2e77-49f7-871d-04b6e736a207'] in dv-cinder-840493-1-iscsi is: [{'id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'name': 'tempest-TestMinimumBasicScenario-891601065-router', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 4, 'project_id': '2036e616b4c8436aa631073699f30a33', 'gw_port': {'id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '916b6fec-b189-4ef0-a1e4-745b113a53e1', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'port_id': 'e105a29d-bb42-4278-9be6-bc8d0800864b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'mac_address': 'fa:16:3e:db:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbce000-8c88-4d50-a36e-20645164dceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:10Z', 'updated_at': '2022-05-04T15:02:10Z', 'revision_number': 0, 'project_id': '2036e616b4c8436aa631073699f30a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32f624c-2a25-4538-ae6d-e4034eabcd15', 'name': '', 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'mac_address': 'fa:16:3e:43:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a622958-10e4-424a-8c97-99963ca312b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:12Z', 'updated_at': '2022-05-04T15:01:17Z', 'revision_number': 5, 'project_id': '2036e616b4c8436aa631073699f30a33', 'subnets': [{'id': '1a622958-10e4-424a-8c97-99963ca312b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:02:12.204571 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f6f07d97-3d00-4d6c-b10f-d1d2acd65977 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (d3ed8d1e-728a-40b9-867e-2689d6f28d2d), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.263589 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-d876724b-7255-4c1f-a7fc-44ec01cafbec None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:12.303373 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f6f07d97-3d00-4d6c-b10f-d1d2acd65977 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (d3ed8d1e-728a-40b9-867e-2689d6f28d2d), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.315106 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f6f07d97-3d00-4d6c-b10f-d1d2acd65977 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (d3ed8d1e-728a-40b9-867e-2689d6f28d2d), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.332473 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f07d97-3d00-4d6c-b10f-d1d2acd65977 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ed8d1e-728a-40b9-867e-2689d6f28d2d,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:12.344207 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f6f07d97-3d00-4d6c-b10f-d1d2acd65977 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.348152 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-f6f07d97-3d00-4d6c-b10f-d1d2acd65977 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715941 May 04 15:02:12.348356 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46318) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:12.352827 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-53b86ad4-013f-49e0-9652-ef7cf04f4b62 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Request body: {'security_group_rule': {'security_group_id': '94929f9c-7a0e-4336-97d6-20eabbc3a85e', 'project_id': '2036e616b4c8436aa631073699f30a33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:02:12.379090 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-53b86ad4-013f-49e0-9652-ef7cf04f4b62 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (164d8ca1-1141-4bbc-ae17-946346ba03e5), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.441692 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-53b86ad4-013f-49e0-9652-ef7cf04f4b62 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (164d8ca1-1141-4bbc-ae17-946346ba03e5), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.446769 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-53b86ad4-013f-49e0-9652-ef7cf04f4b62 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (164d8ca1-1141-4bbc-ae17-946346ba03e5), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.465387 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b86ad4-013f-49e0-9652-ef7cf04f4b62 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164d8ca1-1141-4bbc-ae17-946346ba03e5,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:12.481610 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-53b86ad4-013f-49e0-9652-ef7cf04f4b62 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.483690 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-53b86ad4-013f-49e0-9652-ef7cf04f4b62 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341939 May 04 15:02:12.486346 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46320) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:12.491497 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589545cc-38b7-4709-a34f-888ede2a655e None None] New status for floating IP 916b6fec-b189-4ef0-a1e4-745b113a53e1: ACTIVE {{(pid=115138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:02:12.491856 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-d1fff8db-b30d-4a7d-904d-851fe42d433b tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Request body: {'security_group_rule': {'security_group_id': '94929f9c-7a0e-4336-97d6-20eabbc3a85e', 'project_id': '2036e616b4c8436aa631073699f30a33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:02:12.509143 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-d876724b-7255-4c1f-a7fc-44ec01cafbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '5b73c552-0bac-442a-b432-fce27a666516', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'port_id': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'mac_address': 'fa:16:3e:79:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:30Z', 'updated_at': '2022-05-04T14:58:34Z', 'revision_number': 1, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:12.514648 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.securitygroups_db [None req-d1fff8db-b30d-4a7d-904d-851fe42d433b tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Project 2036e616b4c8436aa631073699f30a33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 15:02:12.520681 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d1fff8db-b30d-4a7d-904d-851fe42d433b tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (652e68f3-b229-4760-b010-823cf98fa60c), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.537324 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d876724b-7255-4c1f-a7fc-44ec01cafbec None None] The sync data for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi is: [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_floatingips': [{'id': '5b73c552-0bac-442a-b432-fce27a666516', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'router_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'port_id': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'mac_address': 'fa:16:3e:79:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:30Z', 'updated_at': '2022-05-04T14:58:34Z', 'revision_number': 1, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:02:12.586395 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d1fff8db-b30d-4a7d-904d-851fe42d433b tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (652e68f3-b229-4760-b010-823cf98fa60c), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.594190 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d1fff8db-b30d-4a7d-904d-851fe42d433b tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (652e68f3-b229-4760-b010-823cf98fa60c), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.608948 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fff8db-b30d-4a7d-904d-851fe42d433b tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652e68f3-b229-4760-b010-823cf98fa60c,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:12.627235 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-d1fff8db-b30d-4a7d-904d-851fe42d433b tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.628502 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-d1fff8db-b30d-4a7d-904d-851fe42d433b tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411982 May 04 15:02:12.631507 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46322) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:12.636639 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [None req-f9e1c311-5bcb-4329-b61f-aa8a6b5dd713 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Request body: {'security_group_rule': {'security_group_id': '94929f9c-7a0e-4336-97d6-20eabbc3a85e', 'project_id': '2036e616b4c8436aa631073699f30a33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:02:12.658036 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.securitygroups_db [None req-f9e1c311-5bcb-4329-b61f-aa8a6b5dd713 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Project 2036e616b4c8436aa631073699f30a33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 15:02:12.663864 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f9e1c311-5bcb-4329-b61f-aa8a6b5dd713 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (92dc372e-154b-42ab-a51d-a6d06384780b), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.729553 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f9e1c311-5bcb-4329-b61f-aa8a6b5dd713 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (92dc372e-154b-42ab-a51d-a6d06384780b), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.734564 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f9e1c311-5bcb-4329-b61f-aa8a6b5dd713 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443428'] for security_group_rule (92dc372e-154b-42ab-a51d-a6d06384780b), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.754945 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1c311-5bcb-4329-b61f-aa8a6b5dd713 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92dc372e-154b-42ab-a51d-a6d06384780b,revision_number=0']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:12.763538 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-f9e1c311-5bcb-4329-b61f-aa8a6b5dd713 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:12.764731 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-f9e1c311-5bcb-4329-b61f-aa8a6b5dd713 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320457 May 04 15:02:12.803341 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed7a318-dffa-4a52-9776-ec498e5a48a5 None None] New status for floating IP eb25acb2-0cca-4233-8930-b7082ad99cc0: DOWN {{(pid=115139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:02:12.842658 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-af2a2c2a-db7c-48b2-b011-33cfe07ba01e req-412a9853-6b51-4aa2-8ef1-9f5c28455ea7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ce0d0bb-b137-4491-bafb-bfad10cf0307 HTTP/1.1" status: 200 len: 217 time: 0.0348697 May 04 15:02:12.888284 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0d289-5def-416d-aef4-067dda8df2a6 req-49904521-e174-4c05-86a1-e06396150a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:12.889838 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-baf0d289-5def-416d-aef4-067dda8df2a6 req-49904521-e174-4c05-86a1-e06396150a59 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd47d59-c826-47b9-9b01-8d883c4b6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815313 May 04 15:02:12.912236 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a2c2a-db7c-48b2-b011-33cfe07ba01e req-15114f63-990e-4e14-97a3-bda7336d69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:12.913877 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-af2a2c2a-db7c-48b2-b011-33cfe07ba01e req-15114f63-990e-4e14-97a3-bda7336d69cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8fe32c0-07c2-4288-b3f3-920f7d53b942 HTTP/1.1" status: 200 len: 851 time: 0.0633373 May 04 15:02:12.942344 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-413b800e-4ef6-4e2a-a489-69706c338145 req-b6f9c8bc-81be-4122-a7db-bc85a387ad09 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945843640&fields=id&tenant_id=2036e616b4c8436aa631073699f30a33 HTTP/1.1" status: 200 len: 267 time: 0.1241522 May 04 15:02:13.047028 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b800e-4ef6-4e2a-a489-69706c338145 req-1e955b34-2fe7-42d6-a221-5bbf4e792b32 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:13.047028 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-413b800e-4ef6-4e2a-a489-69706c338145 req-1e955b34-2fe7-42d6-a221-5bbf4e792b32 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 945 time: 0.0966561 May 04 15:02:13.050916 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-baf0d289-5def-416d-aef4-067dda8df2a6 req-8850b57d-84d8-4453-9e28-1961d8072994 service neutron] 10.222.0.49 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517913 May 04 15:02:13.060654 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.v2.base [req-413b800e-4ef6-4e2a-a489-69706c338145 req-1d7015a8-48f3-49dc-a773-8b5c9147ee7c tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Request body: {'port': {'security_groups': ['021c61ff-7124-423a-b031-7c873a241b0b', '94929f9c-7a0e-4336-97d6-20eabbc3a85e']}} {{(pid=115136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:02:13.075029 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a2c2a-db7c-48b2-b011-33cfe07ba01e req-0e081fb5-bd17-48c7-b70d-096d4b06c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:13.078174 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-af2a2c2a-db7c-48b2-b011-33cfe07ba01e req-0e081fb5-bd17-48c7-b70d-096d4b06c7ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=603b2177-ca93-4721-a940-b349edbe094b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584414 May 04 15:02:13.185851 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575e25e-eb08-4757-bd1d-a7c8ef392c6f req-154b30f9-2b10-4952-8a9a-bc20a55627c9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:13.187428 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2575e25e-eb08-4757-bd1d-a7c8ef392c6f req-154b30f9-2b10-4952-8a9a-bc20a55627c9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 945 time: 0.1036649 May 04 15:02:13.232328 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-413b800e-4ef6-4e2a-a489-69706c338145 req-1d7015a8-48f3-49dc-a773-8b5c9147ee7c tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), before_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:13.244415 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-af2a2c2a-db7c-48b2-b011-33cfe07ba01e req-88ece810-54dc-499a-bee7-12292fc2f2eb service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593738 May 04 15:02:13.266245 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-baf0d289-5def-416d-aef4-067dda8df2a6 req-f30db6dc-513b-4af3-b46a-a227b42e89a8 service neutron] 10.222.0.49 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939003 May 04 15:02:13.321799 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2575e25e-eb08-4757-bd1d-a7c8ef392c6f req-2cf483be-86c9-4566-8a1b-e3cbada0452f tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240156 May 04 15:02:13.379844 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a8c57-be6e-42cb-ad39-164096ece857 req-42d668b9-c96f-4e55-bb2c-30980fc96770 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:13.381308 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e78a8c57-be6e-42cb-ad39-164096ece857 req-42d668b9-c96f-4e55-bb2c-30980fc96770 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.49 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 945 time: 0.0767050 May 04 15:02:13.392114 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-af2a2c2a-db7c-48b2-b011-33cfe07ba01e req-91d039c4-7f0a-4ae2-8476-275056ab04fb service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392586 May 04 15:02:13.408196 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:13.537149 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-80ca9a50-1574-4d4b-977f-003d6082944f req-ee6977ab-cb1a-4514-94cf-a69577359aec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438991 May 04 15:02:13.538258 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-e78a8c57-be6e-42cb-ad39-164096ece857 req-2e263d8a-4336-4198-805e-c79c568d9b26 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Deleting port 5ce0d0bb-b137-4491-bafb-bfad10cf0307 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:02:13.538598 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-e78a8c57-be6e-42cb-ad39-164096ece857 req-2e263d8a-4336-4198-805e-c79c568d9b26 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (5ce0d0bb-b137-4491-bafb-bfad10cf0307), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:13.601349 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca9a50-1574-4d4b-977f-003d6082944f req-96bbc8e1-244f-47fe-a3a8-feae8b483f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:13.602886 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-80ca9a50-1574-4d4b-977f-003d6082944f req-96bbc8e1-244f-47fe-a3a8-feae8b483f31 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35023f0e4a0842778e3125cb024562c3&device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 1129 time: 0.0432794 May 04 15:02:13.629548 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-413b800e-4ef6-4e2a-a489-69706c338145 req-1d7015a8-48f3-49dc-a773-8b5c9147ee7c tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] For port e105a29d-bb42-4278-9be6-bc8d0800864b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=e105a29d-bb42-4278-9be6-bc8d0800864b,segment=NetworkSegment(2a682d82-e36b-414c-8333-86fb0df49a11),segment_id=2a682d82-e36b-414c-8333-86fb0df49a11)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:13.670970 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-e78a8c57-be6e-42cb-ad39-164096ece857 req-2e263d8a-4336-4198-805e-c79c568d9b26 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] For port 5ce0d0bb-b137-4491-bafb-bfad10cf0307, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=5ce0d0bb-b137-4491-bafb-bfad10cf0307,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:13.671319 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-e78a8c57-be6e-42cb-ad39-164096ece857 req-2e263d8a-4336-4198-805e-c79c568d9b26 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (5ce0d0bb-b137-4491-bafb-bfad10cf0307), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:13.686243 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-413b800e-4ef6-4e2a-a489-69706c338145 req-1d7015a8-48f3-49dc-a773-8b5c9147ee7c tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), precommit_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:13.692324 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-e78a8c57-be6e-42cb-ad39-164096ece857 req-2e263d8a-4336-4198-805e-c79c568d9b26 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Calling delete_port for 5ce0d0bb-b137-4491-bafb-bfad10cf0307 owned by compute:nova {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:02:13.698575 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-413b800e-4ef6-4e2a-a489-69706c338145 req-1d7015a8-48f3-49dc-a773-8b5c9147ee7c tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130559336'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), after_update {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:14.066751 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b800e-4ef6-4e2a-a489-69706c338145 req-1d7015a8-48f3-49dc-a773-8b5c9147ee7c tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:14.067492 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-413b800e-4ef6-4e2a-a489-69706c338145 req-1d7015a8-48f3-49dc-a773-8b5c9147ee7c tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:14.068861 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-413b800e-4ef6-4e2a-a489-69706c338145 req-1d7015a8-48f3-49dc-a773-8b5c9147ee7c tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "PUT /v2.0/ports/e105a29d-bb42-4278-9be6-bc8d0800864b HTTP/1.1" status: 200 len: 981 time: 1.0130985 May 04 15:02:14.071013 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbce000-8c88-4d50-a36e-20645164dceb', 'tag': 'e105a29d-bb42-4278-9be6-bc8d0800864b'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:14.075333 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac87be7-ef72-47c8-b67f-e781892829c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbce000-8c88-4d50-a36e-20645164dceb", "tag": "e105a29d-bb42-4278-9be6-bc8d0800864b"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:14.115795 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7015a8-48f3-49dc-a773-8b5c9147ee7c tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Pushing event updated for resources: {'Port': ['ID=e105a29d-bb42-4278-9be6-bc8d0800864b,revision_number=6']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:14.123178 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fd2ff2-7c5b-43f7-86ff-8c7c84017f11 x-openstack-request-id: req-66fd2ff2-7c5b-43f7-86ff-8c7c84017f11 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:14.123472 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbce000-8c88-4d50-a36e-20645164dceb", "tag": "e105a29d-bb42-4278-9be6-bc8d0800864b", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:14.123722 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66fd2ff2-7c5b-43f7-86ff-8c7c84017f11 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:14.124126 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66fd2ff2-7c5b-43f7-86ff-8c7c84017f11'] response: {'name': 'network-changed', 'server_uuid': '2fbce000-8c88-4d50-a36e-20645164dceb', 'tag': 'e105a29d-bb42-4278-9be6-bc8d0800864b', 'status': 'completed', 'code': 200} May 04 15:02:14.188898 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea375e-bb31-44f5-bfbe-06985aec7497 req-8d1d47f7-dbb4-4bd6-9a56-f8edf5f4d630 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:14.190616 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e5ea375e-bb31-44f5-bfbe-06985aec7497 req-8d1d47f7-dbb4-4bd6-9a56-f8edf5f4d630 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 984 time: 0.0592732 May 04 15:02:14.196471 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-e78a8c57-be6e-42cb-ad39-164096ece857 req-2e263d8a-4336-4198-805e-c79c568d9b26 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (5ce0d0bb-b137-4491-bafb-bfad10cf0307), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:14.228314 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e263d8a-4336-4198-805e-c79c568d9b26 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event deleted for resources: {'Port': ['ID=5ce0d0bb-b137-4491-bafb-bfad10cf0307,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:14.255807 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-e5ea375e-bb31-44f5-bfbe-06985aec7497 req-8b76d055-b815-4cfb-b183-b8faa9c248f8 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=94929f9c-7a0e-4336-97d6-20eabbc3a85e&id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579543 May 04 15:02:14.278024 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78a8c57-be6e-42cb-ad39-164096ece857 req-2e263d8a-4336-4198-805e-c79c568d9b26 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] No DVR routers for this DVR port 5ce0d0bb-b137-4491-bafb-bfad10cf0307 on host hv-cinder-84049 {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:02:14.280693 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-e78a8c57-be6e-42cb-ad39-164096ece857 req-2e263d8a-4336-4198-805e-c79c568d9b26 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:14.284059 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e78a8c57-be6e-42cb-ad39-164096ece857 req-2e263d8a-4336-4198-805e-c79c568d9b26 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.49 "DELETE /v2.0/ports/5ce0d0bb-b137-4491-bafb-bfad10cf0307 HTTP/1.1" status: 204 len: 173 time: 0.8936796 May 04 15:02:14.313886 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-b2ce7f5c-6d50-4dc5-a6e6-9f203284293a None None] Provisioning complete for port e105a29d-bb42-4278-9be6-bc8d0800864b triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:02:14.314664 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7f5c-6d50-4dc5-a6e6-9f203284293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:14.394658 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce7f5c-6d50-4dc5-a6e6-9f203284293a None None] Current status of the port e105a29d-bb42-4278-9be6-bc8d0800864b is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:02:14.430058 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-43799029-27fb-4646-ac5c-cfe213f839d0 req-77fbe642-a1c6-4e43-bd84-2e8cc44881df tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 210 time: 0.0276043 May 04 15:02:15.551530 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a0eeb9a4-fc24-43dd-a264-954208721b89 req-0701816f-0f58-467a-aaea-ea50db9d6cb8 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 210 time: 0.0392051 May 04 15:02:16.125069 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83884672-3b8f-4827-b224-07b253fa0bbd', 'name': 'network-vif-deleted', 'tag': '5ce0d0bb-b137-4491-bafb-bfad10cf0307'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:16.127830 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3d2e96-d7bd-4eca-b1bd-53e19fca26e0" -d '{"events": [{"server_uuid": "83884672-3b8f-4827-b224-07b253fa0bbd", "name": "network-vif-deleted", "tag": "5ce0d0bb-b137-4491-bafb-bfad10cf0307"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:16.163288 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8589ae-188c-4c9d-b5e5-6b968b219e7c x-openstack-request-id: req-fe8589ae-188c-4c9d-b5e5-6b968b219e7c {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:16.163588 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83884672-3b8f-4827-b224-07b253fa0bbd", "name": "network-vif-deleted", "tag": "5ce0d0bb-b137-4491-bafb-bfad10cf0307", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:16.163839 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe8589ae-188c-4c9d-b5e5-6b968b219e7c {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:16.164248 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8589ae-188c-4c9d-b5e5-6b968b219e7c'] response: {'server_uuid': '83884672-3b8f-4827-b224-07b253fa0bbd', 'name': 'network-vif-deleted', 'tag': '5ce0d0bb-b137-4491-bafb-bfad10cf0307', 'status': 'completed', 'code': 200} May 04 15:02:16.218824 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['e105a29d-bb42-4278-9be6-bc8d0800864b'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:02:16.287438 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac87be7-ef72-47c8-b67f-e781892829c9 req-a06fdc81-935a-4ddf-a082-770c471cdb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:16.289967 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8ac87be7-ef72-47c8-b67f-e781892829c9 req-a06fdc81-935a-4ddf-a082-770c471cdb67 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2036e616b4c8436aa631073699f30a33&device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 1168 time: 0.0456626 May 04 15:02:16.332806 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['e105a29d-bb42-4278-9be6-bc8d0800864b'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:02:16.340204 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca9a50-1574-4d4b-977f-003d6082944f req-929ffd32-9475-4a00-86b4-4f26ce02189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:16.342292 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-80ca9a50-1574-4d4b-977f-003d6082944f req-929ffd32-9475-4a00-86b4-4f26ce02189a service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf60ddd7-94c9-452b-bfed-a9f91227a945 HTTP/1.1" status: 200 len: 909 time: 0.1126394 May 04 15:02:16.411821 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac87be7-ef72-47c8-b67f-e781892829c9 req-1052446e-5985-40b1-8c5f-b197142cacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:16.413533 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-80ca9a50-1574-4d4b-977f-003d6082944f req-c06b8380-ed7a-42ec-a278-50d1308bea84 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f7a2ee-d8c6-4e72-8670-c586d1b14686 HTTP/1.1" status: 200 len: 1001 time: 0.0650935 May 04 15:02:16.413677 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8ac87be7-ef72-47c8-b67f-e781892829c9 req-1052446e-5985-40b1-8c5f-b197142cacd6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd47d59-c826-47b9-9b01-8d883c4b6a5f HTTP/1.1" status: 200 len: 915 time: 0.1180210 May 04 15:02:16.465865 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca9a50-1574-4d4b-977f-003d6082944f req-f977f5e3-61c7-4f8b-ad93-f12693f65b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:16.467560 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-80ca9a50-1574-4d4b-977f-003d6082944f req-f977f5e3-61c7-4f8b-ad93-f12693f65b87 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f05771d-a62f-41e3-ba8b-daccf2ead403 HTTP/1.1" status: 200 len: 847 time: 0.0429549 May 04 15:02:16.487602 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8ac87be7-ef72-47c8-b67f-e781892829c9 req-1eabcff0-70ca-47c5-921c-84bb1623a970 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e105a29d-bb42-4278-9be6-bc8d0800864b HTTP/1.1" status: 200 len: 1000 time: 0.0626976 May 04 15:02:16.517413 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca9a50-1574-4d4b-977f-003d6082944f req-d95dddb2-68bf-4969-8614-533b4d6819dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:16.519376 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-80ca9a50-1574-4d4b-977f-003d6082944f req-d95dddb2-68bf-4969-8614-533b4d6819dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf60ddd7-94c9-452b-bfed-a9f91227a945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442321 May 04 15:02:16.551475 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac87be7-ef72-47c8-b67f-e781892829c9 req-0cfc16b2-fbc5-4e50-a823-766946f1a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:16.553172 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8ac87be7-ef72-47c8-b67f-e781892829c9 req-0cfc16b2-fbc5-4e50-a823-766946f1a389 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1a622958-10e4-424a-8c97-99963ca312b6 HTTP/1.1" status: 200 len: 853 time: 0.0593455 May 04 15:02:16.609388 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac87be7-ef72-47c8-b67f-e781892829c9 req-8c4e654d-8b2a-409f-9de7-525fe9e3e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:16.611197 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8ac87be7-ef72-47c8-b67f-e781892829c9 req-8c4e654d-8b2a-409f-9de7-525fe9e3e4fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd47d59-c826-47b9-9b01-8d883c4b6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469778 May 04 15:02:16.618579 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-80ca9a50-1574-4d4b-977f-003d6082944f req-8fd23cd0-e17d-48af-9d8b-cb1d4eb62d71 service neutron] 10.222.0.49 "GET /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921662 May 04 15:02:16.692152 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-cbe05106-73b4-4b28-950d-389ea3728f7c req-1dc8ded6-d23c-4fbb-a12c-89ee8dbfc8f9 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=83884672-3b8f-4827-b224-07b253fa0bbd HTTP/1.1" status: 200 len: 210 time: 0.0447748 May 04 15:02:16.753554 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8ac87be7-ef72-47c8-b67f-e781892829c9 req-1910463a-e16d-479d-9865-d4c51fdd0797 service neutron] 10.222.0.49 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333675 May 04 15:02:16.759438 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-80ca9a50-1574-4d4b-977f-003d6082944f req-27e54034-0d16-497f-8824-f4200fd8ee00 service neutron] 10.222.0.49 "GET /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338677 May 04 15:02:16.854050 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8ac87be7-ef72-47c8-b67f-e781892829c9 req-03746c44-059a-44dd-a10d-ba99d32479b8 service neutron] 10.222.0.49 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934312 May 04 15:02:17.079478 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:02:20.004907 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46392) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:20.169764 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-22507689-0424-4cf7-b96a-4a5898a65d4d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Deleting port 997c8aab-5d6b-4779-a5df-a415e02bbd06 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:02:20.170190 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-22507689-0424-4cf7-b96a-4a5898a65d4d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (997c8aab-5d6b-4779-a5df-a415e02bbd06), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:20.234721 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 5ce0d0bb-b137-4491-bafb-bfad10cf0307 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:02:20.253581 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-22507689-0424-4cf7-b96a-4a5898a65d4d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (997c8aab-5d6b-4779-a5df-a415e02bbd06), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:20.253909 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-22507689-0424-4cf7-b96a-4a5898a65d4d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for floatingip (997c8aab-5d6b-4779-a5df-a415e02bbd06), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:20.257497 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: 5ce0d0bb-b137-4491-bafb-bfad10cf0307 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:02:20.257839 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 5ce0d0bb-b137-4491-bafb-bfad10cf0307 not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:02:20.266827 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-22507689-0424-4cf7-b96a-4a5898a65d4d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Calling delete_port for 997c8aab-5d6b-4779-a5df-a415e02bbd06 owned by network:floatingip {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:02:20.420390 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-22507689-0424-4cf7-b96a-4a5898a65d4d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (997c8aab-5d6b-4779-a5df-a415e02bbd06), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:20.449797 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22507689-0424-4cf7-b96a-4a5898a65d4d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event deleted for resources: {'Port': ['ID=997c8aab-5d6b-4779-a5df-a415e02bbd06,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:20.527111 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-22507689-0424-4cf7-b96a-4a5898a65d4d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for floatingip (5b73c552-0bac-442a-b432-fce27a666516), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:20.527495 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.l3_db [None req-22507689-0424-4cf7-b96a-4a5898a65d4d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Floating IP 5b73c552-0bac-442a-b432-fce27a666516 disassociated (deleted). External IP: 172.27.2.17, port: 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9. May 04 15:02:20.745213 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22507689-0424-4cf7-b96a-4a5898a65d4d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:02:20.868425 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22507689-0424-4cf7-b96a-4a5898a65d4d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:02:20.873346 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-22507689-0424-4cf7-b96a-4a5898a65d4d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:20.878635 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbe81b0-9eaa-4106-9058-4d17522d2cf2 None None] Sync routers for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:02:20.894020 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbe81b0-9eaa-4106-9058-4d17522d2cf2 None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:20.894947 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-dcbe81b0-9eaa-4106-9058-4d17522d2cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:02:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:20.903781 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-22507689-0424-4cf7-b96a-4a5898a65d4d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "DELETE /v2.0/floatingips/5b73c552-0bac-442a-b432-fce27a666516 HTTP/1.1" status: 204 len: 168 time: 0.8976901 May 04 15:02:20.904352 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'tag': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:20.906739 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61a6250-ead2-4055-91ca-19e00d9c1a69" -d '{"events": [{"name": "network-changed", "server_uuid": "92a2f58c-433b-4c8a-8622-6fa9ccd5c524", "tag": "08a48bc1-05ad-4521-8cc6-8e32a10f9ee9"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:20.944386 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086efe50-ef25-4b7f-a7ec-a6e614f0ec68 x-openstack-request-id: req-086efe50-ef25-4b7f-a7ec-a6e614f0ec68 {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:20.946460 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a2f58c-433b-4c8a-8622-6fa9ccd5c524", "tag": "08a48bc1-05ad-4521-8cc6-8e32a10f9ee9", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:20.946460 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-086efe50-ef25-4b7f-a7ec-a6e614f0ec68 {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:20.946460 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086efe50-ef25-4b7f-a7ec-a6e614f0ec68'] response: {'name': 'network-changed', 'server_uuid': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'tag': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'status': 'completed', 'code': 200} May 04 15:02:21.009374 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a6250-ead2-4055-91ca-19e00d9c1a69 req-9865a99a-a8be-4ffc-b3b2-de3860feec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:21.010918 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a61a6250-ead2-4055-91ca-19e00d9c1a69 req-9865a99a-a8be-4ffc-b3b2-de3860feec36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 1129 time: 0.0426996 May 04 15:02:21.013227 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-dcbe81b0-9eaa-4106-9058-4d17522d2cf2 None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:21.130325 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a6250-ead2-4055-91ca-19e00d9c1a69 req-3b2b937b-a44a-4e89-a337-785df5ebcf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:21.131843 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a61a6250-ead2-4055-91ca-19e00d9c1a69 req-3b2b937b-a44a-4e89-a337-785df5ebcf1c service neutron] 10.222.0.49 "GET /v2.0/networks?id=603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 200 len: 913 time: 0.1145616 May 04 15:02:21.287383 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e4963-adcc-4a68-acf8-07bd16489c81 req-ecc3b27f-14df-45de-a0a2-822c6af32810 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:21.289080 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e94e4963-adcc-4a68-acf8-07bd16489c81 req-ecc3b27f-14df-45de-a0a2-822c6af32810 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 945 time: 0.1712787 May 04 15:02:21.340757 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e94e4963-adcc-4a68-acf8-07bd16489c81 req-b3ef1caa-d34c-4939-97c9-1c691b8aee9c tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457921 May 04 15:02:21.362768 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-dcbe81b0-9eaa-4106-9058-4d17522d2cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:21.390915 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbe81b0-9eaa-4106-9058-4d17522d2cf2 None None] Checking router: f1faae23-5f6a-4f04-87ad-5858a41c8ac0 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:02:21.401309 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbe81b0-9eaa-4106-9058-4d17522d2cf2 None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:21.402030 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-dcbe81b0-9eaa-4106-9058-4d17522d2cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:02:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:21.519756 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-dcbe81b0-9eaa-4106-9058-4d17522d2cf2 None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:21.713414 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-dcbe81b0-9eaa-4106-9058-4d17522d2cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:21.739822 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbe81b0-9eaa-4106-9058-4d17522d2cf2 None None] The sync data for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi is: [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': '984a74a5-2e9f-47bd-ad15-73c99a7de09b', 'name': '', 'network_id': '603b2177-ca93-4721-a940-b349edbe094b', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'mac_address': 'fa:16:3e:84:05:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:00Z', 'updated_at': '2022-05-04T14:55:09Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'subnets': [{'id': 'e8fe32c0-07c2-4288-b3f3-920f7d53b942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:02:21.999081 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff01f10-4fcd-44c1-a1b8-0681791c0923 None None] New status for floating IP 5b73c552-0bac-442a-b432-fce27a666516: DOWN {{(pid=115139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:02:22.223732 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a61a6250-ead2-4055-91ca-19e00d9c1a69 req-f7eee47b-4ca5-4b9d-8d2e-60a0e7c3e10b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 HTTP/1.1" status: 200 len: 217 time: 0.0384984 May 04 15:02:22.276191 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a6250-ead2-4055-91ca-19e00d9c1a69 req-db591b5e-c71a-4ba3-9a88-71c377f3dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:22.277690 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a61a6250-ead2-4055-91ca-19e00d9c1a69 req-db591b5e-c71a-4ba3-9a88-71c377f3dabc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8fe32c0-07c2-4288-b3f3-920f7d53b942 HTTP/1.1" status: 200 len: 851 time: 0.0457556 May 04 15:02:22.342289 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a6250-ead2-4055-91ca-19e00d9c1a69 req-b372c933-2c1b-49cf-9c91-0e6964a31953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:22.343973 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a61a6250-ead2-4055-91ca-19e00d9c1a69 req-b372c933-2c1b-49cf-9c91-0e6964a31953 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=603b2177-ca93-4721-a940-b349edbe094b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429995 May 04 15:02:22.506948 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a61a6250-ead2-4055-91ca-19e00d9c1a69 req-0034da3f-ca51-4720-9ca8-e8d55afa7d14 service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937200 May 04 15:02:22.512906 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86737a-da54-472a-aa69-3e15d673e145 req-79a00b15-327d-4492-828d-94d7a3fe5a36 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:22.514377 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ff86737a-da54-472a-aa69-3e15d673e145 req-79a00b15-327d-4492-828d-94d7a3fe5a36 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 945 time: 0.1012552 May 04 15:02:22.568323 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ff86737a-da54-472a-aa69-3e15d673e145 req-3b26e78a-1e8d-4004-96bd-be637e35df1d tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f821c4-4a85-41de-9d8f-3b6e9b421b14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472586 May 04 15:02:22.604757 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a61a6250-ead2-4055-91ca-19e00d9c1a69 req-7b7a831e-9dca-41ed-aa0c-00ce7a1c95dd service neutron] 10.222.0.49 "GET /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914266 May 04 15:02:22.839016 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580cd2f-1bad-4c81-b9c8-3dc57c22be7c req-29916761-8288-4ca0-8cd8-c23221643217 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:22.840381 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c580cd2f-1bad-4c81-b9c8-3dc57c22be7c req-29916761-8288-4ca0-8cd8-c23221643217 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.49 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 945 time: 0.0506535 May 04 15:02:22.931625 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-c580cd2f-1bad-4c81-b9c8-3dc57c22be7c req-db00a5a1-d4b6-4447-9da7-1bc970843855 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Deleting port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:02:22.931968 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c580cd2f-1bad-4c81-b9c8-3dc57c22be7c req-db00a5a1-d4b6-4447-9da7-1bc970843855 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (08a48bc1-05ad-4521-8cc6-8e32a10f9ee9), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:23.026244 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-c580cd2f-1bad-4c81-b9c8-3dc57c22be7c req-db00a5a1-d4b6-4447-9da7-1bc970843855 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] For port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:23.026578 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c580cd2f-1bad-4c81-b9c8-3dc57c22be7c req-db00a5a1-d4b6-4447-9da7-1bc970843855 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (08a48bc1-05ad-4521-8cc6-8e32a10f9ee9), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:23.040185 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-c580cd2f-1bad-4c81-b9c8-3dc57c22be7c req-db00a5a1-d4b6-4447-9da7-1bc970843855 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Calling delete_port for 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 owned by compute:nova {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:02:23.174733 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c580cd2f-1bad-4c81-b9c8-3dc57c22be7c req-db00a5a1-d4b6-4447-9da7-1bc970843855 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (08a48bc1-05ad-4521-8cc6-8e32a10f9ee9), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:23.205396 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00a5a1-d4b6-4447-9da7-1bc970843855 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event deleted for resources: {'Port': ['ID=08a48bc1-05ad-4521-8cc6-8e32a10f9ee9,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:23.250788 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c580cd2f-1bad-4c81-b9c8-3dc57c22be7c req-db00a5a1-d4b6-4447-9da7-1bc970843855 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] No DVR routers for this DVR port 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 on host hv-cinder-84049 {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:02:23.253500 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-c580cd2f-1bad-4c81-b9c8-3dc57c22be7c req-db00a5a1-d4b6-4447-9da7-1bc970843855 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:23.256957 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-c580cd2f-1bad-4c81-b9c8-3dc57c22be7c req-db00a5a1-d4b6-4447-9da7-1bc970843855 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.49 "DELETE /v2.0/ports/08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 HTTP/1.1" status: 204 len: 173 time: 0.4107072 May 04 15:02:23.257407 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'name': 'network-vif-deleted', 'tag': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:23.259682 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010a5514-42da-48cf-8683-d29ff8a3d77a" -d '{"events": [{"server_uuid": "92a2f58c-433b-4c8a-8622-6fa9ccd5c524", "name": "network-vif-deleted", "tag": "08a48bc1-05ad-4521-8cc6-8e32a10f9ee9"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:23.295080 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216f6a23-f18c-41d1-9a75-edb2def234a6 x-openstack-request-id: req-216f6a23-f18c-41d1-9a75-edb2def234a6 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:23.295380 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a2f58c-433b-4c8a-8622-6fa9ccd5c524", "name": "network-vif-deleted", "tag": "08a48bc1-05ad-4521-8cc6-8e32a10f9ee9", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:23.295638 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-216f6a23-f18c-41d1-9a75-edb2def234a6 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:23.296054 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216f6a23-f18c-41d1-9a75-edb2def234a6'] response: {'server_uuid': '92a2f58c-433b-4c8a-8622-6fa9ccd5c524', 'name': 'network-vif-deleted', 'tag': '08a48bc1-05ad-4521-8cc6-8e32a10f9ee9', 'status': 'completed', 'code': 200} May 04 15:02:23.691107 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-59573e76-98d0-411a-90ff-200126df75de req-1305f74b-fd10-4a48-835c-a0c0e37d32cf tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a2f58c-433b-4c8a-8622-6fa9ccd5c524 HTTP/1.1" status: 200 len: 210 time: 0.0335705 May 04 15:02:24.752099 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46458) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:24.873271 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-5935e3bd-2f88-4f6b-b294-28e014bede51 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Deleting port bcbf00c8-58c0-4ec8-b55c-96daeefa9fca {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:02:24.873534 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5935e3bd-2f88-4f6b-b294-28e014bede51 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (bcbf00c8-58c0-4ec8-b55c-96daeefa9fca), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:24.957087 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5935e3bd-2f88-4f6b-b294-28e014bede51 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (bcbf00c8-58c0-4ec8-b55c-96daeefa9fca), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:24.957392 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5935e3bd-2f88-4f6b-b294-28e014bede51 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for floatingip (bcbf00c8-58c0-4ec8-b55c-96daeefa9fca), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:24.970820 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-5935e3bd-2f88-4f6b-b294-28e014bede51 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Calling delete_port for bcbf00c8-58c0-4ec8-b55c-96daeefa9fca owned by network:floatingip {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:02:25.114796 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5935e3bd-2f88-4f6b-b294-28e014bede51 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (bcbf00c8-58c0-4ec8-b55c-96daeefa9fca), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:25.141006 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935e3bd-2f88-4f6b-b294-28e014bede51 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event deleted for resources: {'Port': ['ID=bcbf00c8-58c0-4ec8-b55c-96daeefa9fca,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:25.210391 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5935e3bd-2f88-4f6b-b294-28e014bede51 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for floatingip (3599941d-fb14-4dd9-b9e1-fcd2128b6870), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:25.213134 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5935e3bd-2f88-4f6b-b294-28e014bede51 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:25.214346 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-5935e3bd-2f88-4f6b-b294-28e014bede51 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "DELETE /v2.0/floatingips/3599941d-fb14-4dd9-b9e1-fcd2128b6870 HTTP/1.1" status: 204 len: 168 time: 0.4612134 May 04 15:02:26.235487 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:02:26.260067 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:02:26.260405 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 08a48bc1-05ad-4521-8cc6-8e32a10f9ee9 not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:02:26.421464 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46476) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:26.483995 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e93bc736-c58a-4eb7-b4b1-e0a44fc58a38 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group (27f821c4-4a85-41de-9d8f-3b6e9b421b14), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:26.512146 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e93bc736-c58a-4eb7-b4b1-e0a44fc58a38 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group (27f821c4-4a85-41de-9d8f-3b6e9b421b14), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:26.586965 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e93bc736-c58a-4eb7-b4b1-e0a44fc58a38 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (27f821c4-4a85-41de-9d8f-3b6e9b421b14), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:26.589602 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-e93bc736-c58a-4eb7-b4b1-e0a44fc58a38 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:26.590768 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-e93bc736-c58a-4eb7-b4b1-e0a44fc58a38 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] 10.222.0.32 "DELETE /v2.0/security-groups/27f821c4-4a85-41de-9d8f-3b6e9b421b14 HTTP/1.1" status: 204 len: 168 time: 0.1682768 May 04 15:02:26.600352 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bc736-c58a-4eb7-b4b1-e0a44fc58a38 tempest-TestVolumeBootPattern-1747124776 tempest-TestVolumeBootPattern-1747124776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f821c4-4a85-41de-9d8f-3b6e9b421b14,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:26.648549 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46482) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:26.954168 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46488) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:27.007823 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c3f147-7285-4445-8865-d784ea0f318e admin admin] Deleting subnet 17d98e8d-5210-4247-9d1e-31754215a401 {{(pid=115136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 15:02:27.011496 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-47c3f147-7285-4445-8865-d784ea0f318e admin admin] Publish callbacks [] for subnet (17d98e8d-5210-4247-9d1e-31754215a401), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.048221 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-47c3f147-7285-4445-8865-d784ea0f318e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131755831'] for subnet (17d98e8d-5210-4247-9d1e-31754215a401), precommit_delete_associations {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.090842 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-47c3f147-7285-4445-8865-d784ea0f318e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (17d98e8d-5210-4247-9d1e-31754215a401), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.148194 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-47c3f147-7285-4445-8865-d784ea0f318e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130559266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130572766'] for subnet (17d98e8d-5210-4247-9d1e-31754215a401), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.179654 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-47c3f147-7285-4445-8865-d784ea0f318e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.182932 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-47c3f147-7285-4445-8865-d784ea0f318e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/17d98e8d-5210-4247-9d1e-31754215a401 HTTP/1.1" status: 204 len: 168 time: 0.2277119 May 04 15:02:27.184121 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3f147-7285-4445-8865-d784ea0f318e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d98e8d-5210-4247-9d1e-31754215a401,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:27.185736 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46490) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:27.257110 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f69310b6-bdab-4039-8418-9630a7382aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (e16c3261-4fcf-4d3c-834d-1d3c03b37cba), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.339657 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f69310b6-bdab-4039-8418-9630a7382aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (e16c3261-4fcf-4d3c-834d-1d3c03b37cba), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.356931 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-642531d8-cf23-464f-93ea-acff5f62e4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688502'] for router_interface (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.359869 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.services.segments.db [None req-f69310b6-bdab-4039-8418-9630a7382aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16c3261-4fcf-4d3c-834d-1d3c03b37cba']}} {{(pid=115136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:27.369330 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.services.segments.db [None req-f69310b6-bdab-4039-8418-9630a7382aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56da34f-6dd7-4b3c-8e82-ecb5584e80ac') {'for_net_delete': True} {{(pid=115136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:27.369621 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.services.segments.db [None req-f69310b6-bdab-4039-8418-9630a7382aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56da34f-6dd7-4b3c-8e82-ecb5584e80ac') {} {{(pid=115136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:27.379377 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f69310b6-bdab-4039-8418-9630a7382aea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131755816'] for segment (d56da34f-6dd7-4b3c-8e82-ecb5584e80ac), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.394307 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f69310b6-bdab-4039-8418-9630a7382aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (d56da34f-6dd7-4b3c-8e82-ecb5584e80ac), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.402306 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69310b6-bdab-4039-8418-9630a7382aea admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=115136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:02:27.402741 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f69310b6-bdab-4039-8418-9630a7382aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130559300'] for segment (d56da34f-6dd7-4b3c-8e82-ecb5584e80ac), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: Traceback (most recent call last): May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: timer() May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: cb(*args, **kw) May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: return func(*args, **kwargs) May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: self._notify() May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: self.callback(batched_events) May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: event.method(event) May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: return f(self, *a, **k) May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: return self._get(url).json() May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: return self.request(url, 'GET', **kwargs) May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:02:27.404662 dv-cinder-840493-1-iscsi neutron-server[115136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:02:27.461101 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f69310b6-bdab-4039-8418-9630a7382aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (e16c3261-4fcf-4d3c-834d-1d3c03b37cba), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.476652 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f69310b6-bdab-4039-8418-9630a7382aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.479818 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-f69310b6-bdab-4039-8418-9630a7382aea admin admin] 10.222.0.32 "DELETE /v2.0/networks/e16c3261-4fcf-4d3c-834d-1d3c03b37cba HTTP/1.1" status: 204 len: 168 time: 0.2931967 May 04 15:02:27.480927 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69310b6-bdab-4039-8418-9630a7382aea admin admin] Pushing event deleted for resources: {'Network': ['ID=e16c3261-4fcf-4d3c-834d-1d3c03b37cba,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:27.596277 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46494) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:27.599583 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-642531d8-cf23-464f-93ea-acff5f62e4d7 admin admin] Deleting port 984a74a5-2e9f-47bd-ad15-73c99a7de09b {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:02:27.600089 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-642531d8-cf23-464f-93ea-acff5f62e4d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.641076 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-0077e86c-af7e-4292-8af1-68a6f91ec878 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a60c17ae45844c490bcefc6bc54c879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435324 May 04 15:02:27.643481 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46496) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:27.680167 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [None req-642531d8-cf23-464f-93ea-acff5f62e4d7 admin admin] For port 984a74a5-2e9f-47bd-ad15-73c99a7de09b, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=984a74a5-2e9f-47bd-ad15-73c99a7de09b,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:27.680529 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-642531d8-cf23-464f-93ea-acff5f62e4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.691714 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b2ae1ca4-a632-4c73-91f3-4a64ff4f6994 admin admin] Publish callbacks [] for security_group (163e3a2e-1837-4b5a-8f87-9c23de58b2b1), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.693803 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-642531d8-cf23-464f-93ea-acff5f62e4d7 admin admin] Calling delete_port for 984a74a5-2e9f-47bd-ad15-73c99a7de09b owned by network:router_interface {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:02:27.713412 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b2ae1ca4-a632-4c73-91f3-4a64ff4f6994 admin admin] Publish callbacks [] for security_group (163e3a2e-1837-4b5a-8f87-9c23de58b2b1), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.763438 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b2ae1ca4-a632-4c73-91f3-4a64ff4f6994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (163e3a2e-1837-4b5a-8f87-9c23de58b2b1), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.766031 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b2ae1ca4-a632-4c73-91f3-4a64ff4f6994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.767313 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-b2ae1ca4-a632-4c73-91f3-4a64ff4f6994 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/163e3a2e-1837-4b5a-8f87-9c23de58b2b1 HTTP/1.1" status: 204 len: 168 time: 0.1228228 May 04 15:02:27.775297 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae1ca4-a632-4c73-91f3-4a64ff4f6994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163e3a2e-1837-4b5a-8f87-9c23de58b2b1,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:27.882786 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-642531d8-cf23-464f-93ea-acff5f62e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (984a74a5-2e9f-47bd-ad15-73c99a7de09b), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:27.910975 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642531d8-cf23-464f-93ea-acff5f62e4d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=984a74a5-2e9f-47bd-ad15-73c99a7de09b,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:28.090687 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-642531d8-cf23-464f-93ea-acff5f62e4d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691859'] for router_interface (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:28.322425 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642531d8-cf23-464f-93ea-acff5f62e4d7 admin admin] Router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:02:28.446341 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642531d8-cf23-464f-93ea-acff5f62e4d7 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:02:28.454129 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-642531d8-cf23-464f-93ea-acff5f62e4d7 admin admin] 10.222.0.32 "PUT /v2.0/routers/f1faae23-5f6a-4f04-87ad-5858a41c8ac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8043153 May 04 15:02:28.454435 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46518) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:28.456081 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd5357-d2a1-4266-92db-59f54614b92b None None] Sync routers for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:02:28.467851 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd5357-d2a1-4266-92db-59f54614b92b None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:28.468668 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-94bd5357-d2a1-4266-92db-59f54614b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:02:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:28.578008 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-35aea8b4-7df6-4f53-b2cc-19c64000647f admin admin] Publish callbacks [] for router (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:28.581272 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-94bd5357-d2a1-4266-92db-59f54614b92b None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:28.693292 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-35aea8b4-7df6-4f53-b2cc-19c64000647f admin admin] Publish callbacks [] for router_gateway (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:28.748443 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-35aea8b4-7df6-4f53-b2cc-19c64000647f admin admin] Deleting port 12621e59-c24d-4b0e-bb04-0b9724b8b833 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:02:28.748992 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-35aea8b4-7df6-4f53-b2cc-19c64000647f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (12621e59-c24d-4b0e-bb04-0b9724b8b833), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:28.757376 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-94bd5357-d2a1-4266-92db-59f54614b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T15:02:27Z', 'revision_number': 5, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port': {'id': '12621e59-c24d-4b0e-bb04-0b9724b8b833', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:54:54Z', 'updated_at': '2022-05-04T14:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:28.790171 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd5357-d2a1-4266-92db-59f54614b92b None None] Checking router: f1faae23-5f6a-4f04-87ad-5858a41c8ac0 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:02:28.799029 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd5357-d2a1-4266-92db-59f54614b92b None None] Routers {'f1faae23-5f6a-4f04-87ad-5858a41c8ac0'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:28.799660 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-94bd5357-d2a1-4266-92db-59f54614b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:02:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:28.833836 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [None req-35aea8b4-7df6-4f53-b2cc-19c64000647f admin admin] For port 12621e59-c24d-4b0e-bb04-0b9724b8b833, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=12621e59-c24d-4b0e-bb04-0b9724b8b833,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:28.834575 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-35aea8b4-7df6-4f53-b2cc-19c64000647f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (12621e59-c24d-4b0e-bb04-0b9724b8b833), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:28.852634 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-35aea8b4-7df6-4f53-b2cc-19c64000647f admin admin] Calling delete_port for 12621e59-c24d-4b0e-bb04-0b9724b8b833 owned by network:router_gateway {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:02:28.898085 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-94bd5357-d2a1-4266-92db-59f54614b92b None None] Set router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 gateway port host: None {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:28.960269 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-94bd5357-d2a1-4266-92db-59f54614b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T15:02:28Z', 'revision_number': 6, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port_host': None}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:29.007943 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd5357-d2a1-4266-92db-59f54614b92b None None] The sync data for ids ['f1faae23-5f6a-4f04-87ad-5858a41c8ac0'] in dv-cinder-840493-1-iscsi is: [{'id': 'f1faae23-5f6a-4f04-87ad-5858a41c8ac0', 'name': 'tempest-TestVolumeBootPattern-1389365588-router', 'tenant_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:54:53Z', 'updated_at': '2022-05-04T15:02:28Z', 'revision_number': 6, 'project_id': 'da7a630cbd2f476a81d60db712b4dbd3', 'gw_port_host': None}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:02:29.033340 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-35aea8b4-7df6-4f53-b2cc-19c64000647f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (12621e59-c24d-4b0e-bb04-0b9724b8b833), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.062845 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aea8b4-7df6-4f53-b2cc-19c64000647f admin admin] Pushing event deleted for resources: {'Port': ['ID=12621e59-c24d-4b0e-bb04-0b9724b8b833,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:29.131039 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-35aea8b4-7df6-4f53-b2cc-19c64000647f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690784'] for router_gateway (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.228727 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-35aea8b4-7df6-4f53-b2cc-19c64000647f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4419'] for router (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.231205 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-35aea8b4-7df6-4f53-b2cc-19c64000647f admin admin] Publish callbacks [] for router_controller (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), precommit_delete_associations {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.279335 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-35aea8b4-7df6-4f53-b2cc-19c64000647f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685069'] for router (f1faae23-5f6a-4f04-87ad-5858a41c8ac0), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.279854 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35aea8b4-7df6-4f53-b2cc-19c64000647f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1faae23-5f6a-4f04-87ad-5858a41c8ac0 {{(pid=115136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:02:29.284840 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-35aea8b4-7df6-4f53-b2cc-19c64000647f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.285996 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-35aea8b4-7df6-4f53-b2cc-19c64000647f admin admin] 10.222.0.32 "DELETE /v2.0/routers/f1faae23-5f6a-4f04-87ad-5858a41c8ac0 HTTP/1.1" status: 204 len: 168 time: 0.8300600 May 04 15:02:29.289473 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46538) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:29.341048 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f42700-60b1-46d0-a947-f3bc97b6f696 admin admin] Deleting subnet e8fe32c0-07c2-4288-b3f3-920f7d53b942 {{(pid=115136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 15:02:29.345307 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-70f42700-60b1-46d0-a947-f3bc97b6f696 admin admin] Publish callbacks [] for subnet (e8fe32c0-07c2-4288-b3f3-920f7d53b942), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.381632 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-70f42700-60b1-46d0-a947-f3bc97b6f696 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131755831'] for subnet (e8fe32c0-07c2-4288-b3f3-920f7d53b942), precommit_delete_associations {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.466263 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-70f42700-60b1-46d0-a947-f3bc97b6f696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (e8fe32c0-07c2-4288-b3f3-920f7d53b942), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.520320 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-70f42700-60b1-46d0-a947-f3bc97b6f696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130559266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130572766'] for subnet (e8fe32c0-07c2-4288-b3f3-920f7d53b942), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.547378 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f42700-60b1-46d0-a947-f3bc97b6f696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8fe32c0-07c2-4288-b3f3-920f7d53b942,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:29.549363 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-70f42700-60b1-46d0-a947-f3bc97b6f696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.553541 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-70f42700-60b1-46d0-a947-f3bc97b6f696 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e8fe32c0-07c2-4288-b3f3-920f7d53b942 HTTP/1.1" status: 204 len: 168 time: 0.2630632 May 04 15:02:29.553828 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3b281f-e042-478c-b317-3bf8ace855be None None] Network 603b2177-ca93-4721-a940-b349edbe094b requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 15:02:29.556198 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46540) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:29.628316 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (603b2177-ca93-4721-a940-b349edbe094b), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.673586 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] Deleting port 4020a257-4a85-4681-bfa0-755694d789ad {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:02:29.673966 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (4020a257-4a85-4681-bfa0-755694d789ad), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.740496 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] For port 4020a257-4a85-4681-bfa0-755694d789ad, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=4020a257-4a85-4681-bfa0-755694d789ad,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:29.740785 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (4020a257-4a85-4681-bfa0-755694d789ad), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.759126 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] Calling delete_port for 4020a257-4a85-4681-bfa0-755694d789ad owned by network:dhcp {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:02:29.782494 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c143ebab-2cc4-42f7-aea2-bdfcc29efd4c None None] DHCP port deletion for 603b2177-ca93-4721-a940-b349edbe094b request from dv-cinder-840493-1-iscsi {{(pid=115138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 15:02:29.823294 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-c143ebab-2cc4-42f7-aea2-bdfcc29efd4c None None] Deleting port 4020a257-4a85-4681-bfa0-755694d789ad {{(pid=115138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:02:29.823873 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c143ebab-2cc4-42f7-aea2-bdfcc29efd4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (4020a257-4a85-4681-bfa0-755694d789ad), before_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.848607 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (4020a257-4a85-4681-bfa0-755694d789ad), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.849293 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 4020a257-4a85-4681-bfa0-755694d789ad no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:02:29.876380 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] Pushing event deleted for resources: {'Port': ['ID=4020a257-4a85-4681-bfa0-755694d789ad,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:29.878240 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] No DVR routers for this DVR port 4020a257-4a85-4681-bfa0-755694d789ad on host dv-cinder-840493-1-iscsi {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:02:29.908619 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 4020a257-4a85-4681-bfa0-755694d789ad {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:02:29.908983 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 4020a257-4a85-4681-bfa0-755694d789ad not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:02:29.909396 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 12621e59-c24d-4b0e-bb04-0b9724b8b833 no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:02:29.934595 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 12621e59-c24d-4b0e-bb04-0b9724b8b833 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:02:29.934936 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 12621e59-c24d-4b0e-bb04-0b9724b8b833 not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:02:29.935536 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 984a74a5-2e9f-47bd-ad15-73c99a7de09b no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:02:29.960183 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-c143ebab-2cc4-42f7-aea2-bdfcc29efd4c None None] For port 4020a257-4a85-4681-bfa0-755694d789ad, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=4020a257-4a85-4681-bfa0-755694d789ad,segment=NetworkSegment(5a882fb2-c2c0-4798-9912-7bff9c93c571),segment_id=5a882fb2-c2c0-4798-9912-7bff9c93c571)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:29.960626 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c143ebab-2cc4-42f7-aea2-bdfcc29efd4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (4020a257-4a85-4681-bfa0-755694d789ad), precommit_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.963870 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (603b2177-ca93-4721-a940-b349edbe094b), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:29.968661 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 984a74a5-2e9f-47bd-ad15-73c99a7de09b {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:02:29.969271 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 984a74a5-2e9f-47bd-ad15-73c99a7de09b not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:02:29.976933 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-c143ebab-2cc4-42f7-aea2-bdfcc29efd4c None None] Calling delete_port for 4020a257-4a85-4681-bfa0-755694d789ad owned by network:dhcp {{(pid=115138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:02:29.989096 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.services.segments.db [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603b2177-ca93-4721-a940-b349edbe094b']}} {{(pid=115136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:29.998990 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.services.segments.db [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a882fb2-c2c0-4798-9912-7bff9c93c571') {'for_net_delete': True} {{(pid=115136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:29.999352 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.services.segments.db [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a882fb2-c2c0-4798-9912-7bff9c93c571') {} {{(pid=115136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:30.010275 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131755816'] for segment (5a882fb2-c2c0-4798-9912-7bff9c93c571), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:30.025441 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (5a882fb2-c2c0-4798-9912-7bff9c93c571), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:30.033106 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=115136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:02:30.033626 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130559300'] for segment (5a882fb2-c2c0-4798-9912-7bff9c93c571), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: Traceback (most recent call last): May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: timer() May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: cb(*args, **kw) May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: return func(*args, **kwargs) May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: self._notify() May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: self.callback(batched_events) May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: event.method(event) May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: return f(self, *a, **k) May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: return self._get(url).json() May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: return self.request(url, 'GET', **kwargs) May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:02:30.035429 dv-cinder-840493-1-iscsi neutron-server[115136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:02:30.061691 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c143ebab-2cc4-42f7-aea2-bdfcc29efd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (4020a257-4a85-4681-bfa0-755694d789ad), after_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:30.097925 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143ebab-2cc4-42f7-aea2-bdfcc29efd4c None None] Pushing event deleted for resources: {'Port': ['ID=4020a257-4a85-4681-bfa0-755694d789ad,revision_number=None']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:30.103540 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143ebab-2cc4-42f7-aea2-bdfcc29efd4c None None] No DVR routers for this DVR port 4020a257-4a85-4681-bfa0-755694d789ad on host dv-cinder-840493-1-iscsi {{(pid=115138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:02:30.115014 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (603b2177-ca93-4721-a940-b349edbe094b), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:30.117449 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:30.124109 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] 10.222.0.32 "DELETE /v2.0/networks/603b2177-ca93-4721-a940-b349edbe094b HTTP/1.1" status: 204 len: 168 time: 0.5638118 May 04 15:02:30.127146 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46544) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:30.146133 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92575ca-fd91-49c2-93d0-4bd951945841 admin admin] Pushing event deleted for resources: {'Network': ['ID=603b2177-ca93-4721-a940-b349edbe094b,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:30.486892 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-557843eb-9fe2-4819-be84-fbf26fe13695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688502'] for router_interface (3f1204c8-3cb4-44f0-85b2-ee575113f44f), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:30.753296 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-557843eb-9fe2-4819-be84-fbf26fe13695 admin admin] Deleting port 43794b98-add4-4a58-a81c-3f120c39e32a {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:02:30.753635 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-557843eb-9fe2-4819-be84-fbf26fe13695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:30.845464 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [None req-557843eb-9fe2-4819-be84-fbf26fe13695 admin admin] For port 43794b98-add4-4a58-a81c-3f120c39e32a, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=43794b98-add4-4a58-a81c-3f120c39e32a,segment=NetworkSegment(2f4c4d25-bd68-40f8-b69d-e0153f05c203),segment_id=2f4c4d25-bd68-40f8-b69d-e0153f05c203)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:30.845776 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-557843eb-9fe2-4819-be84-fbf26fe13695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:30.865606 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-557843eb-9fe2-4819-be84-fbf26fe13695 admin admin] Calling delete_port for 43794b98-add4-4a58-a81c-3f120c39e32a owned by network:router_interface {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:02:31.080442 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-557843eb-9fe2-4819-be84-fbf26fe13695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (43794b98-add4-4a58-a81c-3f120c39e32a), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:31.109143 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557843eb-9fe2-4819-be84-fbf26fe13695 admin admin] Pushing event deleted for resources: {'Port': ['ID=43794b98-add4-4a58-a81c-3f120c39e32a,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:31.298166 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-557843eb-9fe2-4819-be84-fbf26fe13695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691859'] for router_interface (3f1204c8-3cb4-44f0-85b2-ee575113f44f), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:31.810988 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557843eb-9fe2-4819-be84-fbf26fe13695 admin admin] Router 3f1204c8-3cb4-44f0-85b2-ee575113f44f has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:02:31.932087 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557843eb-9fe2-4819-be84-fbf26fe13695 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:02:31.938054 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-557843eb-9fe2-4819-be84-fbf26fe13695 admin admin] 10.222.0.32 "PUT /v2.0/routers/3f1204c8-3cb4-44f0-85b2-ee575113f44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8097587 May 04 15:02:31.939882 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46554) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:31.941775 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6627a-9f83-4b48-9d82-d79257636b9b None None] Sync routers for ids ['3f1204c8-3cb4-44f0-85b2-ee575113f44f'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:02:31.952311 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc6627a-9f83-4b48-9d82-d79257636b9b None None] Routers {'3f1204c8-3cb4-44f0-85b2-ee575113f44f'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:31.952960 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-ccc6627a-9f83-4b48-9d82-d79257636b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:02:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['3f1204c8-3cb4-44f0-85b2-ee575113f44f'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:32.050684 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3f827672-b876-4d06-9911-619ba15a0363 admin admin] Publish callbacks [] for router (3f1204c8-3cb4-44f0-85b2-ee575113f44f), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:32.059181 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-ccc6627a-9f83-4b48-9d82-d79257636b9b None None] Set router 3f1204c8-3cb4-44f0-85b2-ee575113f44f gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:32.159971 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3f827672-b876-4d06-9911-619ba15a0363 admin admin] Publish callbacks [] for router_gateway (3f1204c8-3cb4-44f0-85b2-ee575113f44f), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:32.212144 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-3f827672-b876-4d06-9911-619ba15a0363 admin admin] Deleting port 531f1a8f-5879-450e-85b7-0dd1a167ebaf {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:02:32.212393 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3f827672-b876-4d06-9911-619ba15a0363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (531f1a8f-5879-450e-85b7-0dd1a167ebaf), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:32.237222 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-ccc6627a-9f83-4b48-9d82-d79257636b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'name': 'tempest-TestVolumeBootPattern-630972401-router', 'tenant_id': 'ed26aba538f0415fa3fe812554c97365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '531f1a8f-5879-450e-85b7-0dd1a167ebaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:55:09Z', 'updated_at': '2022-05-04T15:02:31Z', 'revision_number': 5, 'project_id': 'ed26aba538f0415fa3fe812554c97365', 'gw_port': {'id': '531f1a8f-5879-450e-85b7-0dd1a167ebaf', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:55:12Z', 'updated_at': '2022-05-04T14:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:32.264682 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6627a-9f83-4b48-9d82-d79257636b9b None None] Checking router: 3f1204c8-3cb4-44f0-85b2-ee575113f44f for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:02:32.273068 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc6627a-9f83-4b48-9d82-d79257636b9b None None] Routers {'3f1204c8-3cb4-44f0-85b2-ee575113f44f'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:32.273688 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-ccc6627a-9f83-4b48-9d82-d79257636b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:02:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['3f1204c8-3cb4-44f0-85b2-ee575113f44f'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:32.297931 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [None req-3f827672-b876-4d06-9911-619ba15a0363 admin admin] For port 531f1a8f-5879-450e-85b7-0dd1a167ebaf, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=531f1a8f-5879-450e-85b7-0dd1a167ebaf,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:32.298255 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3f827672-b876-4d06-9911-619ba15a0363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (531f1a8f-5879-450e-85b7-0dd1a167ebaf), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:32.312465 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-3f827672-b876-4d06-9911-619ba15a0363 admin admin] Calling delete_port for 531f1a8f-5879-450e-85b7-0dd1a167ebaf owned by network:router_gateway {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:02:32.453406 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-ccc6627a-9f83-4b48-9d82-d79257636b9b None None] Set router 3f1204c8-3cb4-44f0-85b2-ee575113f44f gateway port host: None {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:32.502094 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3f827672-b876-4d06-9911-619ba15a0363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (531f1a8f-5879-450e-85b7-0dd1a167ebaf), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:32.506835 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-ccc6627a-9f83-4b48-9d82-d79257636b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'name': 'tempest-TestVolumeBootPattern-630972401-router', 'tenant_id': 'ed26aba538f0415fa3fe812554c97365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:55:09Z', 'updated_at': '2022-05-04T15:02:32Z', 'revision_number': 6, 'project_id': 'ed26aba538f0415fa3fe812554c97365', 'gw_port_host': None}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:32.534051 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6627a-9f83-4b48-9d82-d79257636b9b None None] The sync data for ids ['3f1204c8-3cb4-44f0-85b2-ee575113f44f'] in dv-cinder-840493-1-iscsi is: [{'id': '3f1204c8-3cb4-44f0-85b2-ee575113f44f', 'name': 'tempest-TestVolumeBootPattern-630972401-router', 'tenant_id': 'ed26aba538f0415fa3fe812554c97365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:55:09Z', 'updated_at': '2022-05-04T15:02:32Z', 'revision_number': 6, 'project_id': 'ed26aba538f0415fa3fe812554c97365', 'gw_port_host': None}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:02:32.563406 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f827672-b876-4d06-9911-619ba15a0363 admin admin] Pushing event deleted for resources: {'Port': ['ID=531f1a8f-5879-450e-85b7-0dd1a167ebaf,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:32.617290 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3f827672-b876-4d06-9911-619ba15a0363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690784'] for router_gateway (3f1204c8-3cb4-44f0-85b2-ee575113f44f), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:32.710343 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3f827672-b876-4d06-9911-619ba15a0363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4419'] for router (3f1204c8-3cb4-44f0-85b2-ee575113f44f), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:32.712664 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3f827672-b876-4d06-9911-619ba15a0363 admin admin] Publish callbacks [] for router_controller (3f1204c8-3cb4-44f0-85b2-ee575113f44f), precommit_delete_associations {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:32.762353 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3f827672-b876-4d06-9911-619ba15a0363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685069'] for router (3f1204c8-3cb4-44f0-85b2-ee575113f44f), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:32.762969 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f827672-b876-4d06-9911-619ba15a0363 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f1204c8-3cb4-44f0-85b2-ee575113f44f {{(pid=115137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:02:32.768131 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3f827672-b876-4d06-9911-619ba15a0363 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:32.771701 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-3f827672-b876-4d06-9911-619ba15a0363 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3f1204c8-3cb4-44f0-85b2-ee575113f44f HTTP/1.1" status: 204 len: 168 time: 0.8281157 May 04 15:02:32.772429 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46558) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:32.822823 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d33e268-8ce8-4bf3-a1d1-d1d49c252391 admin admin] Deleting subnet e150bee3-9d89-42d5-8dc6-27860268517f {{(pid=115136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 15:02:32.826121 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4d33e268-8ce8-4bf3-a1d1-d1d49c252391 admin admin] Publish callbacks [] for subnet (e150bee3-9d89-42d5-8dc6-27860268517f), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:32.863415 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4d33e268-8ce8-4bf3-a1d1-d1d49c252391 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131755831'] for subnet (e150bee3-9d89-42d5-8dc6-27860268517f), precommit_delete_associations {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:32.878400 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-16cc3463-bc39-4fa1-85e1-efa9f61f8935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:32.950715 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4d33e268-8ce8-4bf3-a1d1-d1d49c252391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (e150bee3-9d89-42d5-8dc6-27860268517f), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.005853 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4d33e268-8ce8-4bf3-a1d1-d1d49c252391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130559266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130572766'] for subnet (e150bee3-9d89-42d5-8dc6-27860268517f), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.032740 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33e268-8ce8-4bf3-a1d1-d1d49c252391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e150bee3-9d89-42d5-8dc6-27860268517f,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:33.034682 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4d33e268-8ce8-4bf3-a1d1-d1d49c252391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.039947 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c053fe-b9e9-4ce8-9f3b-ef3cae240198 None None] Network dc32f93b-dcca-45cc-a515-23768d5cef65 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 15:02:33.040577 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-4d33e268-8ce8-4bf3-a1d1-d1d49c252391 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e150bee3-9d89-42d5-8dc6-27860268517f HTTP/1.1" status: 204 len: 168 time: 0.2666636 May 04 15:02:33.041068 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46560) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:33.116882 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (dc32f93b-dcca-45cc-a515-23768d5cef65), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.163960 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] Deleting port 294ef868-c250-4389-b9f7-a726fee8e390 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:02:33.164360 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (294ef868-c250-4389-b9f7-a726fee8e390), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.232004 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] For port 294ef868-c250-4389-b9f7-a726fee8e390, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=294ef868-c250-4389-b9f7-a726fee8e390,segment=NetworkSegment(2f4c4d25-bd68-40f8-b69d-e0153f05c203),segment_id=2f4c4d25-bd68-40f8-b69d-e0153f05c203)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:33.232318 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (294ef868-c250-4389-b9f7-a726fee8e390), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.245663 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] Calling delete_port for 294ef868-c250-4389-b9f7-a726fee8e390 owned by network:dhcp {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:02:33.333391 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b509f0a1-cb68-4592-87e9-08300317381e None None] DHCP port deletion for dc32f93b-dcca-45cc-a515-23768d5cef65 request from dv-cinder-840493-1-iscsi {{(pid=115138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 15:02:33.346909 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (294ef868-c250-4389-b9f7-a726fee8e390), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.373204 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=294ef868-c250-4389-b9f7-a726fee8e390,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:33.377574 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] No DVR routers for this DVR port 294ef868-c250-4389-b9f7-a726fee8e390 on host dv-cinder-840493-1-iscsi {{(pid=115137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:02:33.385860 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-b509f0a1-cb68-4592-87e9-08300317381e None None] Deleting port 294ef868-c250-4389-b9f7-a726fee8e390 {{(pid=115138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:02:33.386491 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-b509f0a1-cb68-4592-87e9-08300317381e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (294ef868-c250-4389-b9f7-a726fee8e390), before_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.455650 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (dc32f93b-dcca-45cc-a515-23768d5cef65), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.459195 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-b509f0a1-cb68-4592-87e9-08300317381e None None] For port 294ef868-c250-4389-b9f7-a726fee8e390, host dv-cinder-840493-1-iscsi, got binding levels [] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:33.459715 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-b509f0a1-cb68-4592-87e9-08300317381e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (294ef868-c250-4389-b9f7-a726fee8e390), precommit_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.477393 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc32f93b-dcca-45cc-a515-23768d5cef65']}} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:33.478831 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-b509f0a1-cb68-4592-87e9-08300317381e None None] Calling delete_port for 294ef868-c250-4389-b9f7-a726fee8e390 owned by network:dhcp {{(pid=115138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:02:33.481598 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.ipam_backend_mixin [None req-b509f0a1-cb68-4592-87e9-08300317381e None None] Port 294ef868-c250-4389-b9f7-a726fee8e390 was not found and therefore no delete operation was performed {{(pid=115138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 04 15:02:33.482864 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-b509f0a1-cb68-4592-87e9-08300317381e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (294ef868-c250-4389-b9f7-a726fee8e390), after_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.487878 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4c4d25-bd68-40f8-b69d-e0153f05c203') {'for_net_delete': True} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:33.488168 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4c4d25-bd68-40f8-b69d-e0153f05c203') {} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:33.498488 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131298804'] for segment (2f4c4d25-bd68-40f8-b69d-e0153f05c203), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.508006 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509f0a1-cb68-4592-87e9-08300317381e None None] Pushing event deleted for resources: {'Port': ['ID=294ef868-c250-4389-b9f7-a726fee8e390,revision_number=None']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:33.514580 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (2f4c4d25-bd68-40f8-b69d-e0153f05c203), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.515904 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b509f0a1-cb68-4592-87e9-08300317381e None None] No DVR routers for this DVR port 294ef868-c250-4389-b9f7-a726fee8e390 on host dv-cinder-840493-1-iscsi {{(pid=115138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:02:33.528149 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=115137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:02:33.528358 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130398570'] for segment (2f4c4d25-bd68-40f8-b69d-e0153f05c203), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: Traceback (most recent call last): May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: timer() May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: cb(*args, **kw) May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: return func(*args, **kwargs) May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: self._notify() May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: self.callback(batched_events) May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: event.method(event) May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: return f(self, *a, **k) May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._get(url).json() May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: return self.request(url, 'GET', **kwargs) May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:02:33.530605 dv-cinder-840493-1-iscsi neutron-server[115137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:02:33.603827 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (dc32f93b-dcca-45cc-a515-23768d5cef65), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.609887 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.615785 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dc32f93b-dcca-45cc-a515-23768d5cef65 HTTP/1.1" status: 204 len: 168 time: 0.5691044 May 04 15:02:33.623602 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 43794b98-add4-4a58-a81c-3f120c39e32a no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:02:33.630613 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852ccea-5d0c-4886-b24f-417327a26c72 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc32f93b-dcca-45cc-a515-23768d5cef65,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:33.655192 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 43794b98-add4-4a58-a81c-3f120c39e32a {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:02:33.655820 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 43794b98-add4-4a58-a81c-3f120c39e32a not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:02:33.656258 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 531f1a8f-5879-450e-85b7-0dd1a167ebaf no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:02:33.677834 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 531f1a8f-5879-450e-85b7-0dd1a167ebaf {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:02:33.678174 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 531f1a8f-5879-450e-85b7-0dd1a167ebaf not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:02:33.678600 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 294ef868-c250-4389-b9f7-a726fee8e390 no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:02:33.701180 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 294ef868-c250-4389-b9f7-a726fee8e390 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:02:33.701531 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 294ef868-c250-4389-b9f7-a726fee8e390 not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:02:33.818874 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46566) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:33.866651 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-f1846b1f-467b-4286-8747-85517748a712 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da7a630cbd2f476a81d60db712b4dbd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463874 May 04 15:02:33.870013 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46568) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:33.920334 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-af72f2e5-8810-43e2-9e40-cb98fb108bc5 admin admin] Publish callbacks [] for security_group (1e83f370-591f-4b4a-9ab8-b47e47bad45d), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.942663 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-af72f2e5-8810-43e2-9e40-cb98fb108bc5 admin admin] Publish callbacks [] for security_group (1e83f370-591f-4b4a-9ab8-b47e47bad45d), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:33.997630 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-af72f2e5-8810-43e2-9e40-cb98fb108bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (1e83f370-591f-4b4a-9ab8-b47e47bad45d), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:34.000570 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-af72f2e5-8810-43e2-9e40-cb98fb108bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:34.001826 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-af72f2e5-8810-43e2-9e40-cb98fb108bc5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e83f370-591f-4b4a-9ab8-b47e47bad45d HTTP/1.1" status: 204 len: 168 time: 0.1308937 May 04 15:02:34.010978 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72f2e5-8810-43e2-9e40-cb98fb108bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e83f370-591f-4b4a-9ab8-b47e47bad45d,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:34.370322 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46574) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:34.413753 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-5250d7cc-8264-4e49-a81b-841601d78a8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed26aba538f0415fa3fe812554c97365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421379 May 04 15:02:34.416317 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46578) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:34.468405 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-750a934c-59f0-44a5-a43d-111e03bb95f5 admin admin] Publish callbacks [] for security_group (3d5fe6e9-bf9f-41e1-ade8-bbb3ac4178b2), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:34.492201 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-750a934c-59f0-44a5-a43d-111e03bb95f5 admin admin] Publish callbacks [] for security_group (3d5fe6e9-bf9f-41e1-ade8-bbb3ac4178b2), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:34.553826 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-750a934c-59f0-44a5-a43d-111e03bb95f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (3d5fe6e9-bf9f-41e1-ade8-bbb3ac4178b2), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:34.556531 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-750a934c-59f0-44a5-a43d-111e03bb95f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:34.560093 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-750a934c-59f0-44a5-a43d-111e03bb95f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d5fe6e9-bf9f-41e1-ade8-bbb3ac4178b2 HTTP/1.1" status: 204 len: 168 time: 0.1404269 May 04 15:02:34.568852 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a934c-59f0-44a5-a43d-111e03bb95f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5fe6e9-bf9f-41e1-ade8-bbb3ac4178b2,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:34.739133 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-389e82c6-3098-4bc0-85b4-7556b79041b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:36.071757 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:37.015288 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46606) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:37.100580 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc68e6-0f76-489e-828b-4a3b39a57a65 req-5b5998c6-362d-45c5-ac89-9305446f8dca tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:37.102203 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-35cc68e6-0f76-489e-828b-4a3b39a57a65 req-5b5998c6-362d-45c5-ac89-9305446f8dca tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 984 time: 0.0526371 May 04 15:02:37.141595 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b105e5b5-f064-487f-b3b2-b8b7ceeed7d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:37.188239 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9d433-08fb-4272-82b4-b2f45b624a47 req-1ef85ab5-980b-4cb0-89ca-7f75c03d3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:37.189965 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a0a9d433-08fb-4272-82b4-b2f45b624a47 req-1ef85ab5-980b-4cb0-89ca-7f75c03d3f50 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2036e616b4c8436aa631073699f30a33&device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 1168 time: 0.1418850 May 04 15:02:37.191764 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-35cc68e6-0f76-489e-828b-4a3b39a57a65 req-b6152934-fe0a-401f-9674-78e6306a0d1b tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=94929f9c-7a0e-4336-97d6-20eabbc3a85e&id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818872 May 04 15:02:37.246466 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b105e5b5-f064-487f-b3b2-b8b7ceeed7d8 admin admin] Publish callbacks [] for security_group (82ac6d90-e130-4842-82c3-60826a17ad3e), precommit_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:37.251069 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b105e5b5-f064-487f-b3b2-b8b7ceeed7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (82ac6d90-e130-4842-82c3-60826a17ad3e), after_create {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:37.288967 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-b105e5b5-f064-487f-b3b2-b8b7ceeed7d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb9914eb44624bb8a0ce8cf60ea6fcc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725458 May 04 15:02:37.289930 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105e5b5-f064-487f-b3b2-b8b7ceeed7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ac6d90-e130-4842-82c3-60826a17ad3e,revision_number=1']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:37.291613 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46612) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:02:37.301202 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9d433-08fb-4272-82b4-b2f45b624a47 req-4750f49b-b614-4b0f-a952-635f529d25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:37.302665 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a0a9d433-08fb-4272-82b4-b2f45b624a47 req-4750f49b-b614-4b0f-a952-635f529d25d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd47d59-c826-47b9-9b01-8d883c4b6a5f HTTP/1.1" status: 200 len: 915 time: 0.1051350 May 04 15:02:37.393088 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a0a9d433-08fb-4272-82b4-b2f45b624a47 req-d871f9ee-10fa-409d-8623-4d6a197856d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e105a29d-bb42-4278-9be6-bc8d0800864b HTTP/1.1" status: 200 len: 1000 time: 0.0828652 May 04 15:02:37.397737 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e55fb07b-21cf-42cc-9627-33b93d0da2ac admin admin] Publish callbacks [] for security_group (82ac6d90-e130-4842-82c3-60826a17ad3e), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:37.451622 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e55fb07b-21cf-42cc-9627-33b93d0da2ac admin admin] Publish callbacks [] for security_group (82ac6d90-e130-4842-82c3-60826a17ad3e), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:37.471587 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9d433-08fb-4272-82b4-b2f45b624a47 req-a3b61907-06b2-4bd9-b241-2aa6dd46247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:37.473072 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a0a9d433-08fb-4272-82b4-b2f45b624a47 req-a3b61907-06b2-4bd9-b241-2aa6dd46247b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1a622958-10e4-424a-8c97-99963ca312b6 HTTP/1.1" status: 200 len: 853 time: 0.0734875 May 04 15:02:37.495667 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:37.525236 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9d433-08fb-4272-82b4-b2f45b624a47 req-7ecd076c-cf57-4ad7-8770-330d37744e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:37.526751 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a0a9d433-08fb-4272-82b4-b2f45b624a47 req-7ecd076c-cf57-4ad7-8770-330d37744e54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd47d59-c826-47b9-9b01-8d883c4b6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456822 May 04 15:02:37.536725 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [req-a0a9d433-08fb-4272-82b4-b2f45b624a47 req-65d79d90-3eba-4f57-94e5-70370363c07b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=115136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 15:02:37.537669 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a0a9d433-08fb-4272-82b4-b2f45b624a47 req-65d79d90-3eba-4f57-94e5-70370363c07b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050659 May 04 15:02:37.551014 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e55fb07b-21cf-42cc-9627-33b93d0da2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (82ac6d90-e130-4842-82c3-60826a17ad3e), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:37.553586 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-e55fb07b-21cf-42cc-9627-33b93d0da2ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:37.554617 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-e55fb07b-21cf-42cc-9627-33b93d0da2ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82ac6d90-e130-4842-82c3-60826a17ad3e HTTP/1.1" status: 204 len: 168 time: 0.2620904 May 04 15:02:37.577987 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fb07b-21cf-42cc-9627-33b93d0da2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ac6d90-e130-4842-82c3-60826a17ad3e,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:37.644680 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a0a9d433-08fb-4272-82b4-b2f45b624a47 req-9044ff42-e115-46a8-b773-cdce0cf6337f service neutron] 10.222.0.49 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005621 May 04 15:02:37.752117 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a0a9d433-08fb-4272-82b4-b2f45b624a47 req-fc1f026c-7b9d-4a3d-b682-ca94171c9a19 service neutron] 10.222.0.49 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010609 May 04 15:02:38.328193 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34ac67-c729-4e49-a08b-6a511053f7bf req-38c1f022-11a7-45ca-aabd-f06311fb05b2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:38.330109 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b34ac67-c729-4e49-a08b-6a511053f7bf req-38c1f022-11a7-45ca-aabd-f06311fb05b2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 984 time: 0.0572448 May 04 15:02:38.396318 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2b34ac67-c729-4e49-a08b-6a511053f7bf req-4b15fd20-4aa1-4b11-a6e4-d69e6405b0fd tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=94929f9c-7a0e-4336-97d6-20eabbc3a85e&id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598741 May 04 15:02:38.882112 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:39.527880 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e7f85-70cf-43ec-ab8a-fb77df611b84 req-9a324706-320b-4b0f-8cd7-bbafe511f59f tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:39.529393 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fa3e7f85-70cf-43ec-ab8a-fb77df611b84 req-9a324706-320b-4b0f-8cd7-bbafe511f59f tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 984 time: 0.0542858 May 04 15:02:39.592302 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-fa3e7f85-70cf-43ec-ab8a-fb77df611b84 req-9e50dd04-51a9-4a34-95c2-488047cfba12 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=94929f9c-7a0e-4336-97d6-20eabbc3a85e&id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569012 May 04 15:02:40.719157 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432356c2-3909-4632-93b1-6008de4025ad req-112e9a84-5284-46ab-84c5-a258f7072b39 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:40.721030 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-432356c2-3909-4632-93b1-6008de4025ad req-112e9a84-5284-46ab-84c5-a258f7072b39 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 984 time: 0.0561304 May 04 15:02:40.793569 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-432356c2-3909-4632-93b1-6008de4025ad req-166dc82d-f5bb-4488-917c-0923d1a351d3 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=94929f9c-7a0e-4336-97d6-20eabbc3a85e&id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640953 May 04 15:02:41.923574 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6a573-9159-4a63-9724-f4c58199b011 req-06ec2774-dc66-4081-813b-df289fa8cfd2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:41.925136 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-19a6a573-9159-4a63-9724-f4c58199b011 req-06ec2774-dc66-4081-813b-df289fa8cfd2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 984 time: 0.0524342 May 04 15:02:41.988595 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-19a6a573-9159-4a63-9724-f4c58199b011 req-847867d0-371c-42eb-860f-7a71e82d2721 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=94929f9c-7a0e-4336-97d6-20eabbc3a85e&id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551596 May 04 15:02:43.120041 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5d3ca-f2f0-4b8a-84f3-72ba9eb8f6aa req-b5524e1e-9456-4d93-823a-e270d66f34f0 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:43.121540 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ccc5d3ca-f2f0-4b8a-84f3-72ba9eb8f6aa req-b5524e1e-9456-4d93-823a-e270d66f34f0 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 984 time: 0.0540566 May 04 15:02:43.187288 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-ccc5d3ca-f2f0-4b8a-84f3-72ba9eb8f6aa req-02caa621-21c7-4bff-ade1-7eb31daa6030 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=94929f9c-7a0e-4336-97d6-20eabbc3a85e&id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580463 May 04 15:02:43.437480 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:02:44.315748 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999a59d-b0f5-439e-9dce-949aa9819b97 req-2ea6e61e-9c24-438a-a7bb-8c25788c6306 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:44.317448 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6999a59d-b0f5-439e-9dce-949aa9819b97 req-2ea6e61e-9c24-438a-a7bb-8c25788c6306 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 984 time: 0.0545576 May 04 15:02:44.383100 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-6999a59d-b0f5-439e-9dce-949aa9819b97 req-0af79cce-3360-4316-a77e-38a83ed40e26 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=94929f9c-7a0e-4336-97d6-20eabbc3a85e&id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596502 May 04 15:02:45.505660 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5be9-9a5c-4ea4-9b34-02c204047455 req-94952b9e-3497-4ca0-a237-c5c800d70e50 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:45.507131 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d91e5be9-9a5c-4ea4-9b34-02c204047455 req-94952b9e-3497-4ca0-a237-c5c800d70e50 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 984 time: 0.0502119 May 04 15:02:45.571039 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d91e5be9-9a5c-4ea4-9b34-02c204047455 req-d9920f6f-a8d1-44fb-a8d4-7b3e2962db9a tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=94929f9c-7a0e-4336-97d6-20eabbc3a85e&id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555463 May 04 15:02:46.691731 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be7eb3-7fc7-4b98-8bc1-5323e52f914f req-9b2515b9-37b3-44f5-8b9e-a0e3503c0746 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:46.693269 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-60be7eb3-7fc7-4b98-8bc1-5323e52f914f req-9b2515b9-37b3-44f5-8b9e-a0e3503c0746 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 984 time: 0.0502565 May 04 15:02:46.767790 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-60be7eb3-7fc7-4b98-8bc1-5323e52f914f req-b2a0baa2-745f-4896-9b8b-bf6b71e76111 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=94929f9c-7a0e-4336-97d6-20eabbc3a85e&id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658841 May 04 15:02:47.883273 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e5cca-a95c-4da0-99eb-6a4062ddf616 req-94effbce-b432-49e8-aa72-1e16da627026 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:47.884747 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f33e5cca-a95c-4da0-99eb-6a4062ddf616 req-94effbce-b432-49e8-aa72-1e16da627026 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 984 time: 0.0497131 May 04 15:02:47.949012 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-f33e5cca-a95c-4da0-99eb-6a4062ddf616 req-813018bd-0f44-4258-a4d8-4f1659114ff2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=94929f9c-7a0e-4336-97d6-20eabbc3a85e&id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583303 May 04 15:02:49.065174 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f590940-21fa-48c4-a8e9-c727161531da req-20f7b1fa-79a2-4d1e-a0fc-56626576083e tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:49.066639 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7f590940-21fa-48c4-a8e9-c727161531da req-20f7b1fa-79a2-4d1e-a0fc-56626576083e tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 984 time: 0.0478776 May 04 15:02:49.148969 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-7f590940-21fa-48c4-a8e9-c727161531da req-92e67a37-c1c6-40a4-bb13-7d71d59da61c tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=94929f9c-7a0e-4336-97d6-20eabbc3a85e&id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739005 May 04 15:02:54.083783 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:03:01.232503 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983bd13-8526-4261-9d97-4a3341496c2b req-8d1f456c-5a85-45b5-a5c2-958572188efd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:01.234002 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d983bd13-8526-4261-9d97-4a3341496c2b req-8d1f456c-5a85-45b5-a5c2-958572188efd tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0487823 May 04 15:03:01.296852 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-d983bd13-8526-4261-9d97-4a3341496c2b req-c3f70b67-535a-40c9-ae3f-4cbd46ead81c tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536902 May 04 15:03:02.423216 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff142d5-202d-4d79-8cb1-49291c38b797 req-275e576a-40ce-4601-90b8-743f3bed96ef tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:02.425161 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ff142d5-202d-4d79-8cb1-49291c38b797 req-275e576a-40ce-4601-90b8-743f3bed96ef tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0501902 May 04 15:03:02.483189 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ff142d5-202d-4d79-8cb1-49291c38b797 req-a0d322b5-2b2d-4fea-950c-822a20437f39 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495071 May 04 15:03:02.878864 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-bd57e5fd-2eb0-4a64-96ae-f86d8c2659ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:03.624435 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6c267-15c2-4936-9fd5-9d0343185e9a req-60ecca7e-2872-470b-97aa-4209a2edcf5e tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:03.625902 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-18f6c267-15c2-4936-9fd5-9d0343185e9a req-60ecca7e-2872-470b-97aa-4209a2edcf5e tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0675576 May 04 15:03:03.678347 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-18f6c267-15c2-4936-9fd5-9d0343185e9a req-e44af985-ed5d-45ee-8337-70d72c1da58f tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445371 May 04 15:03:04.743358 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0deda988-4fc5-434a-a97e-3cf377ba0107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:04.808956 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f485e2-16c3-44d1-a29f-3d870f500597 req-474c0f21-b4ee-4ab0-a5ca-1f0a4bee7f58 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:04.810897 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d5f485e2-16c3-44d1-a29f-3d870f500597 req-474c0f21-b4ee-4ab0-a5ca-1f0a4bee7f58 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0535901 May 04 15:03:04.869194 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d5f485e2-16c3-44d1-a29f-3d870f500597 req-1dea4347-79a3-4c59-a0d6-d9e4f1b70438 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495474 May 04 15:03:06.002517 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c28f3-ad2a-42da-9407-49dc0cd1cd51 req-fe339b51-681e-4d9a-8e9f-be790b44e735 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:06.004046 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-572c28f3-ad2a-42da-9407-49dc0cd1cd51 req-fe339b51-681e-4d9a-8e9f-be790b44e735 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0582101 May 04 15:03:06.056113 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-572c28f3-ad2a-42da-9407-49dc0cd1cd51 req-2a4b01a8-3228-4dc6-a31a-1e508f42b537 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438304 May 04 15:03:06.074091 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:07.193681 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745bfa5-8cca-4caa-b13c-b5731063114c req-5ff314f3-bc00-41a3-affe-e28dc09abbf3 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:07.195761 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8745bfa5-8cca-4caa-b13c-b5731063114c req-5ff314f3-bc00-41a3-affe-e28dc09abbf3 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0565391 May 04 15:03:07.249426 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-8745bfa5-8cca-4caa-b13c-b5731063114c req-be05e20e-f031-4f24-8658-5bd6a16ec4c0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450370 May 04 15:03:07.506532 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:08.376409 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856a65c-dae3-401c-8344-f002f42bb2cb req-a35b6bd1-efdc-4cec-97dc-5f4fdb826a74 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:08.378236 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8856a65c-dae3-401c-8344-f002f42bb2cb req-a35b6bd1-efdc-4cec-97dc-5f4fdb826a74 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0505610 May 04 15:03:08.429622 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-8856a65c-dae3-401c-8344-f002f42bb2cb req-b64494a5-dd13-4fde-a80a-cd7cbe76e2a8 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437937 May 04 15:03:08.883111 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:09.569226 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d9d9f-0239-4d2e-acc1-15549c8fbeac req-78d456c5-4c5e-4df9-b555-dc8e8693f403 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:09.570764 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d05d9d9f-0239-4d2e-acc1-15549c8fbeac req-78d456c5-4c5e-4df9-b555-dc8e8693f403 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0707476 May 04 15:03:09.623452 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-d05d9d9f-0239-4d2e-acc1-15549c8fbeac req-a6ff32ec-2e9c-4461-8f1e-3131fe1a9a90 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443892 May 04 15:03:10.750198 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c02cb9-c75a-497c-9aee-b07bc5b98449 req-32ed6c17-6b91-4448-9019-6a5490e50763 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:10.751755 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-21c02cb9-c75a-497c-9aee-b07bc5b98449 req-32ed6c17-6b91-4448-9019-6a5490e50763 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0556207 May 04 15:03:10.807776 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-21c02cb9-c75a-497c-9aee-b07bc5b98449 req-8e62c48e-22d0-4784-9f69-0f2d607e0b4e tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477483 May 04 15:03:11.362939 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a7a04-ec26-4233-a3df-d58151b75fe5 req-ffb9c383-9af0-4561-8c06-aba5049698f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:11.364464 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-931a7a04-ec26-4233-a3df-d58151b75fe5 req-ffb9c383-9af0-4561-8c06-aba5049698f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35023f0e4a0842778e3125cb024562c3&device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 1129 time: 0.0419836 May 04 15:03:11.463494 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a7a04-ec26-4233-a3df-d58151b75fe5 req-d7d81eef-1c4d-424a-b7a9-fa03d5137e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:11.465045 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-931a7a04-ec26-4233-a3df-d58151b75fe5 req-d7d81eef-1c4d-424a-b7a9-fa03d5137e72 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf60ddd7-94c9-452b-bfed-a9f91227a945 HTTP/1.1" status: 200 len: 909 time: 0.0935309 May 04 15:03:11.532388 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-931a7a04-ec26-4233-a3df-d58151b75fe5 req-13d76d08-d86f-4473-bbc9-1e991b649691 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f7a2ee-d8c6-4e72-8670-c586d1b14686 HTTP/1.1" status: 200 len: 1001 time: 0.0610788 May 04 15:03:11.864050 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a7a04-ec26-4233-a3df-d58151b75fe5 req-597d649c-2c37-4d9c-8d85-16373c37fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:11.865557 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-931a7a04-ec26-4233-a3df-d58151b75fe5 req-597d649c-2c37-4d9c-8d85-16373c37fa5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f05771d-a62f-41e3-ba8b-daccf2ead403 HTTP/1.1" status: 200 len: 847 time: 0.3277113 May 04 15:03:11.935875 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a7a04-ec26-4233-a3df-d58151b75fe5 req-8d20f198-c1b1-49d9-9179-3d3bea59befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:11.937446 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-931a7a04-ec26-4233-a3df-d58151b75fe5 req-8d20f198-c1b1-49d9-9179-3d3bea59befd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf60ddd7-94c9-452b-bfed-a9f91227a945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638070 May 04 15:03:11.948232 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8daf7-04ae-43b4-b5f0-ede825d3beba req-d66ade40-7743-49b4-a975-692c3600191e tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:11.949618 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b9c8daf7-04ae-43b4-b5f0-ede825d3beba req-d66ade40-7743-49b4-a975-692c3600191e tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0678847 May 04 15:03:12.052162 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-b9c8daf7-04ae-43b4-b5f0-ede825d3beba req-cdd07f9b-46e3-49e2-b643-1cd796e8c8e5 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945873 May 04 15:03:12.067821 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-931a7a04-ec26-4233-a3df-d58151b75fe5 req-f691ea22-6260-48d8-b245-d9cf0485820c service neutron] 10.222.0.49 "GET /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172695 May 04 15:03:12.171475 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-931a7a04-ec26-4233-a3df-d58151b75fe5 req-d5b3dbcf-e1b7-4246-97a9-a99ea7233454 service neutron] 10.222.0.49 "GET /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950730 May 04 15:03:13.183959 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fb188-1c79-457a-ab9c-2f8d68921a76 req-de9fd78e-6c42-45cf-b3e3-dc562a1b5095 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:13.185468 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ce4fb188-1c79-457a-ab9c-2f8d68921a76 req-de9fd78e-6c42-45cf-b3e3-dc562a1b5095 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0603809 May 04 15:03:13.240230 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-ce4fb188-1c79-457a-ab9c-2f8d68921a76 req-17a74bb0-5089-45de-a9cb-61aa1874343c tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459168 May 04 15:03:13.432341 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:14.367684 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ffe19-3bee-4d0a-b789-df47fd8a3c60 req-abfd49be-d171-4acb-b858-40c7fcef8224 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:14.369342 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-be7ffe19-3bee-4d0a-b789-df47fd8a3c60 req-abfd49be-d171-4acb-b858-40c7fcef8224 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0512233 May 04 15:03:14.420894 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-be7ffe19-3bee-4d0a-b789-df47fd8a3c60 req-393c83d3-f65d-4e4b-aec9-cd64b709c15d tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454686 May 04 15:03:14.631437 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6622983-ce53-4602-956e-98685b3b7a26 req-00ca8477-d45e-46d0-9e1d-0db8b20ec872 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:14.633198 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e6622983-ce53-4602-956e-98685b3b7a26 req-00ca8477-d45e-46d0-9e1d-0db8b20ec872 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0519314 May 04 15:03:14.682816 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e6622983-ce53-4602-956e-98685b3b7a26 req-3c61563f-074f-41b4-b8db-bd80d92ac7ee tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439885 May 04 15:03:14.691306 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-2ffa7583-38a3-465a-9815-5dbb7350f9b0 req-a96118ae-b053-49d9-b70d-caf145163393 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277192 May 04 15:03:14.907347 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa7583-38a3-465a-9815-5dbb7350f9b0 req-26354e8e-0b00-448b-839e-113246a1243d tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:14.908721 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ffa7583-38a3-465a-9815-5dbb7350f9b0 req-26354e8e-0b00-448b-839e-113246a1243d tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports/61f7a2ee-d8c6-4e72-8670-c586d1b14686 HTTP/1.1" status: 200 len: 942 time: 0.1869993 May 04 15:03:15.466031 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-32475f9d-3c29-4cb2-be52-ef8f56462c76 req-ec00dfe4-f492-46ff-8c42-dfd6ab403a2f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409713 May 04 15:03:15.554209 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32475f9d-3c29-4cb2-be52-ef8f56462c76 req-7d39e0d7-0c91-4ad9-93c9-6870f6bf1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:15.555719 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-32475f9d-3c29-4cb2-be52-ef8f56462c76 req-7d39e0d7-0c91-4ad9-93c9-6870f6bf1ea6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2036e616b4c8436aa631073699f30a33&device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 1168 time: 0.0419652 May 04 15:03:15.669929 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32475f9d-3c29-4cb2-be52-ef8f56462c76 req-b2d03b7d-822c-4bce-bad7-e9d11f9395b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:15.671423 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-32475f9d-3c29-4cb2-be52-ef8f56462c76 req-b2d03b7d-822c-4bce-bad7-e9d11f9395b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd47d59-c826-47b9-9b01-8d883c4b6a5f HTTP/1.1" status: 200 len: 915 time: 0.0949850 May 04 15:03:15.747515 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-32475f9d-3c29-4cb2-be52-ef8f56462c76 req-57fef338-ed7b-44b6-be56-509ac5d0019e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e105a29d-bb42-4278-9be6-bc8d0800864b HTTP/1.1" status: 200 len: 1000 time: 0.0696363 May 04 15:03:15.799773 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32475f9d-3c29-4cb2-be52-ef8f56462c76 req-697c65d0-bc7d-42f0-981e-17b9c6ae89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:15.801378 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-32475f9d-3c29-4cb2-be52-ef8f56462c76 req-697c65d0-bc7d-42f0-981e-17b9c6ae89a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1a622958-10e4-424a-8c97-99963ca312b6 HTTP/1.1" status: 200 len: 853 time: 0.0476689 May 04 15:03:15.810203 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623375fd-4efb-48d0-9df6-3b6005373731 req-2498e3ff-3a1c-47e6-9e22-ff5dc3d7d614 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:15.813284 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-623375fd-4efb-48d0-9df6-3b6005373731 req-2498e3ff-3a1c-47e6-9e22-ff5dc3d7d614 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0598786 May 04 15:03:15.856896 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32475f9d-3c29-4cb2-be52-ef8f56462c76 req-1115f22d-5279-4519-8709-85883c5440df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:15.858407 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-32475f9d-3c29-4cb2-be52-ef8f56462c76 req-1115f22d-5279-4519-8709-85883c5440df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd47d59-c826-47b9-9b01-8d883c4b6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497282 May 04 15:03:15.867595 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-623375fd-4efb-48d0-9df6-3b6005373731 req-3f3e953f-de3c-4a18-b909-01df55a918ee tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492287 May 04 15:03:15.964200 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-32475f9d-3c29-4cb2-be52-ef8f56462c76 req-05120286-7105-4c53-89fd-5e3bb1b4ab66 service neutron] 10.222.0.49 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947042 May 04 15:03:16.060425 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-32475f9d-3c29-4cb2-be52-ef8f56462c76 req-156d24eb-e21d-4e27-b2f2-13a06fbe7844 service neutron] 10.222.0.49 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897951 May 04 15:03:16.296955 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa7583-38a3-465a-9815-5dbb7350f9b0 req-87d2015c-4404-4b91-bd47-f6eb6712db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:16.298686 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ffa7583-38a3-465a-9815-5dbb7350f9b0 req-87d2015c-4404-4b91-bd47-f6eb6712db10 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e&tenant_id=35023f0e4a0842778e3125cb024562c3 HTTP/1.1" status: 200 len: 1129 time: 0.0425084 May 04 15:03:16.364751 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa7583-38a3-465a-9815-5dbb7350f9b0 req-6d9399ea-f6c8-4f71-87f3-88beb5240874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:16.366323 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ffa7583-38a3-465a-9815-5dbb7350f9b0 req-6d9399ea-f6c8-4f71-87f3-88beb5240874 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35023f0e4a0842778e3125cb024562c3&device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 1129 time: 0.0461061 May 04 15:03:16.472859 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa7583-38a3-465a-9815-5dbb7350f9b0 req-815cb52f-e903-46a6-82ac-e1ebd04bbcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:16.474415 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ffa7583-38a3-465a-9815-5dbb7350f9b0 req-815cb52f-e903-46a6-82ac-e1ebd04bbcca service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf60ddd7-94c9-452b-bfed-a9f91227a945 HTTP/1.1" status: 200 len: 909 time: 0.1017942 May 04 15:03:16.480764 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 61f7a2ee-d8c6-4e72-8670-c586d1b14686 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:03:16.547833 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ffa7583-38a3-465a-9815-5dbb7350f9b0 req-93787778-5e9a-4e1c-acaf-ddaa6dc758d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f7a2ee-d8c6-4e72-8670-c586d1b14686 HTTP/1.1" status: 200 len: 1001 time: 0.0665293 May 04 15:03:16.559834 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 is: ACTIVE; New status is: DOWN {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:03:16.560231 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:16.583336 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f7a2ee-d8c6-4e72-8670-c586d1b14686'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:16.585676 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587cd6e0-c275-4200-8b15-0dfa1b361e27" -d '{"events": [{"server_uuid": "c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e", "name": "network-vif-unplugged", "status": "completed", "tag": "61f7a2ee-d8c6-4e72-8670-c586d1b14686"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:16.596527 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa7583-38a3-465a-9815-5dbb7350f9b0 req-4c5ee3b3-fd42-483c-a27e-7f6af9256237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:16.597740 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ffa7583-38a3-465a-9815-5dbb7350f9b0 req-4c5ee3b3-fd42-483c-a27e-7f6af9256237 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f05771d-a62f-41e3-ba8b-daccf2ead403 HTTP/1.1" status: 200 len: 847 time: 0.0440202 May 04 15:03:16.598996 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 61f7a2ee-d8c6-4e72-8670-c586d1b14686, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=61f7a2ee-d8c6-4e72-8670-c586d1b14686,segment=NetworkSegment(6f54b059-1762-4405-9ce5-3eb0d6a17182),segment_id=6f54b059-1762-4405-9ce5-3eb0d6a17182)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:16.604291 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:16.643839 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa7583-38a3-465a-9815-5dbb7350f9b0 req-3fa93bca-3366-4a79-92a4-ca9d9fda9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:16.645381 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ffa7583-38a3-465a-9815-5dbb7350f9b0 req-3fa93bca-3366-4a79-92a4-ca9d9fda9cf0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf60ddd7-94c9-452b-bfed-a9f91227a945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412648 May 04 15:03:16.661060 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=61f7a2ee-d8c6-4e72-8670-c586d1b14686,revision_number=6']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:16.668977 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:16.669332 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:16.669680 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:16.670020 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:16.670384 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:16.671199 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:16.671539 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:16.672055 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:16.672249 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:16.673210 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:16.673210 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:16.673503 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:16.673862 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:16.674195 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:16.674524 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:16.684562 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0023d2d-6d66-48dc-95b0-2a8fb55e7d30 x-openstack-request-id: req-c0023d2d-6d66-48dc-95b0-2a8fb55e7d30 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:16.684877 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e", "name": "network-vif-unplugged", "status": "completed", "tag": "61f7a2ee-d8c6-4e72-8670-c586d1b14686", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:16.685128 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0023d2d-6d66-48dc-95b0-2a8fb55e7d30 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:16.685524 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0023d2d-6d66-48dc-95b0-2a8fb55e7d30'] response: {'server_uuid': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f7a2ee-d8c6-4e72-8670-c586d1b14686', 'code': 200} May 04 15:03:16.744069 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ffa7583-38a3-465a-9815-5dbb7350f9b0 req-83ed2709-ded9-4944-ae48-4fd5c24ab50d service neutron] 10.222.0.49 "GET /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916502 May 04 15:03:16.834522 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-2ffa7583-38a3-465a-9815-5dbb7350f9b0 req-64780f8c-b8ad-40b1-bcd2-b7a1e4c2d0e4 service neutron] 10.222.0.49 "GET /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845759 May 04 15:03:16.989957 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb8f95-1d8f-4f86-9695-f79452061090 req-c63e66dd-6b62-4439-9663-27e6ca03790f tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:16.991428 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0ceb8f95-1d8f-4f86-9695-f79452061090 req-c63e66dd-6b62-4439-9663-27e6ca03790f tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 943 time: 0.0521932 May 04 15:03:17.043312 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-0ceb8f95-1d8f-4f86-9695-f79452061090 req-e06ffba5-03d8-4665-8bc1-a6787ec4cb13 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461786 May 04 15:03:18.183200 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f9c2c-0deb-4129-b47f-38679859789f req-dbfbb1de-d3d2-4ddb-89b7-ec5ea1e00b7f tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:18.184670 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a47f9c2c-0deb-4129-b47f-38679859789f req-dbfbb1de-d3d2-4ddb-89b7-ec5ea1e00b7f tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 943 time: 0.0621781 May 04 15:03:18.239043 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-a47f9c2c-0deb-4129-b47f-38679859789f req-f27a3767-083a-401a-9b1c-c3e3ed3c2be4 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459909 May 04 15:03:19.358894 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c8317-2db1-4d7c-a4d4-e4af0a2d0b51 req-1d235f6b-3efa-475a-9637-a5ed60014d54 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:19.360398 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b19c8317-2db1-4d7c-a4d4-e4af0a2d0b51 req-1d235f6b-3efa-475a-9637-a5ed60014d54 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 943 time: 0.0490041 May 04 15:03:19.417132 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-b19c8317-2db1-4d7c-a4d4-e4af0a2d0b51 req-315af5b0-b6dd-45a2-9193-20ed5dd35a27 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509520 May 04 15:03:20.550605 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c976b4c-175d-43dc-89c2-ef0bbdd3167c req-7baa594d-6f78-4e25-9702-5e03ea5d9b94 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:20.552098 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3c976b4c-175d-43dc-89c2-ef0bbdd3167c req-7baa594d-6f78-4e25-9702-5e03ea5d9b94 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 943 time: 0.0578926 May 04 15:03:20.615889 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-3c976b4c-175d-43dc-89c2-ef0bbdd3167c req-f15a31c5-ef95-44e3-aaec-da6f8975b582 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551119 May 04 15:03:21.658401 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a41aacb6-6005-43b2-b1c1-cc74a4a460f8 req-685f63c4-a654-4ccd-94b3-32c61d99f918 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945843640&fields=id&tenant_id=2036e616b4c8436aa631073699f30a33 HTTP/1.1" status: 200 len: 267 time: 0.0464342 May 04 15:03:21.713630 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aacb6-6005-43b2-b1c1-cc74a4a460f8 req-cc589b88-d11a-422f-80ee-c20c8b821af2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:21.715124 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a41aacb6-6005-43b2-b1c1-cc74a4a460f8 req-cc589b88-d11a-422f-80ee-c20c8b821af2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 984 time: 0.0510566 May 04 15:03:21.726566 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.v2.base [req-a41aacb6-6005-43b2-b1c1-cc74a4a460f8 req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Request body: {'port': {'security_groups': ['021c61ff-7124-423a-b031-7c873a241b0b']}} {{(pid=115137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 15:03:21.742255 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1f4e2-6ed7-4492-9471-b7c80a238a96 req-7e0a02dc-4f8b-414f-8139-57e78c1335bb tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:21.744093 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e1a1f4e2-6ed7-4492-9471-b7c80a238a96 req-7e0a02dc-4f8b-414f-8139-57e78c1335bb tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 943 time: 0.0544424 May 04 15:03:21.795781 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e1a1f4e2-6ed7-4492-9471-b7c80a238a96 req-62835d50-e711-4fcb-a52d-be599cc18d7a tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445285 May 04 15:03:21.800259 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-a41aacb6-6005-43b2-b1c1-cc74a4a460f8 req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), before_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:21.985658 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-a41aacb6-6005-43b2-b1c1-cc74a4a460f8 req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] For port e105a29d-bb42-4278-9be6-bc8d0800864b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=e105a29d-bb42-4278-9be6-bc8d0800864b,segment=NetworkSegment(2a682d82-e36b-414c-8333-86fb0df49a11),segment_id=2a682d82-e36b-414c-8333-86fb0df49a11)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:22.018643 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-a41aacb6-6005-43b2-b1c1-cc74a4a460f8 req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), precommit_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:22.025482 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-a41aacb6-6005-43b2-b1c1-cc74a4a460f8 req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130398534'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), after_update {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:22.037867 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['e105a29d-bb42-4278-9be6-bc8d0800864b'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:03:22.067500 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aacb6-6005-43b2-b1c1-cc74a4a460f8 req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:22.068103 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-a41aacb6-6005-43b2-b1c1-cc74a4a460f8 req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:22.069507 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a41aacb6-6005-43b2-b1c1-cc74a4a460f8 req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "PUT /v2.0/ports/e105a29d-bb42-4278-9be6-bc8d0800864b HTTP/1.1" status: 200 len: 942 time: 0.3476565 May 04 15:03:22.069960 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbce000-8c88-4d50-a36e-20645164dceb', 'tag': 'e105a29d-bb42-4278-9be6-bc8d0800864b'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:22.072305 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabf14f8-71b8-48cd-884b-1c044a7d6388" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbce000-8c88-4d50-a36e-20645164dceb", "tag": "e105a29d-bb42-4278-9be6-bc8d0800864b"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:22.076841 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46704) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:03:22.108478 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Pushing event updated for resources: {'Port': ['ID=e105a29d-bb42-4278-9be6-bc8d0800864b,revision_number=7']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:22.125367 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.125714 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.126054 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.126394 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.126727 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.127053 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.127380 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.127702 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.128025 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.128349 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.128673 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.129023 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.129345 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.129664 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.129984 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9474c00-e504-4597-8752-0152137e3db2 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.137499 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['e105a29d-bb42-4278-9be6-bc8d0800864b'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:03:22.183855 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group (94929f9c-7a0e-4336-97d6-20eabbc3a85e), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:22.199431 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776f7159-981c-494d-823b-6e28c3199c16 x-openstack-request-id: req-776f7159-981c-494d-823b-6e28c3199c16 {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:22.200091 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbce000-8c88-4d50-a36e-20645164dceb", "tag": "e105a29d-bb42-4278-9be6-bc8d0800864b", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:22.200653 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-776f7159-981c-494d-823b-6e28c3199c16 {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:22.201294 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-776f7159-981c-494d-823b-6e28c3199c16'] response: {'name': 'network-changed', 'server_uuid': '2fbce000-8c88-4d50-a36e-20645164dceb', 'tag': 'e105a29d-bb42-4278-9be6-bc8d0800864b', 'status': 'completed', 'code': 200} May 04 15:03:22.218991 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group (94929f9c-7a0e-4336-97d6-20eabbc3a85e), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:22.290095 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (94929f9c-7a0e-4336-97d6-20eabbc3a85e), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:22.292772 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:22.294028 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "DELETE /v2.0/security-groups/94929f9c-7a0e-4336-97d6-20eabbc3a85e HTTP/1.1" status: 204 len: 168 time: 0.2161400 May 04 15:03:22.297407 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46708) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:03:22.303617 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94929f9c-7a0e-4336-97d6-20eabbc3a85e,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:22.312610 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.313546 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.314443 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.315024 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.315566 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.316102 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.317186 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.317741 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.318304 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.318806 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.319424 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.319913 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.320416 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.321013 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.321766 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac6b1-2efd-42fd-917c-9c6cb9038bef tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:22.367372 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-95a3c5ea-19a4-4077-a91b-186ceb7f83df None None] Provisioning complete for port e105a29d-bb42-4278-9be6-bc8d0800864b triggered by entity DHCP. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:03:22.367759 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-95a3c5ea-19a4-4077-a91b-186ceb7f83df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:22.447245 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-95a3c5ea-19a4-4077-a91b-186ceb7f83df None None] Current status of the port e105a29d-bb42-4278-9be6-bc8d0800864b is: ACTIVE; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:03:22.459358 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-b42859a7-9a0c-4595-8b4f-ca32472ef740 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Deleting port 6d760e63-36aa-4a6c-b9ca-c9ba914356f7 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:03:22.459700 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b42859a7-9a0c-4595-8b4f-ca32472ef740 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (6d760e63-36aa-4a6c-b9ca-c9ba914356f7), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:22.532441 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b42859a7-9a0c-4595-8b4f-ca32472ef740 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (6d760e63-36aa-4a6c-b9ca-c9ba914356f7), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:22.532695 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b42859a7-9a0c-4595-8b4f-ca32472ef740 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for floatingip (6d760e63-36aa-4a6c-b9ca-c9ba914356f7), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:22.548779 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-b42859a7-9a0c-4595-8b4f-ca32472ef740 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Calling delete_port for 6d760e63-36aa-4a6c-b9ca-c9ba914356f7 owned by network:floatingip {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:03:22.726028 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b42859a7-9a0c-4595-8b4f-ca32472ef740 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (6d760e63-36aa-4a6c-b9ca-c9ba914356f7), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:22.761617 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42859a7-9a0c-4595-8b4f-ca32472ef740 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Pushing event deleted for resources: {'Port': ['ID=6d760e63-36aa-4a6c-b9ca-c9ba914356f7,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:22.812377 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf14f8-71b8-48cd-884b-1c044a7d6388 req-7e560c4e-79b8-4882-8fb8-e1df41168e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:22.814830 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-aabf14f8-71b8-48cd-884b-1c044a7d6388 req-7e560c4e-79b8-4882-8fb8-e1df41168e6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2036e616b4c8436aa631073699f30a33&device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 1129 time: 0.0470033 May 04 15:03:22.826454 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b42859a7-9a0c-4595-8b4f-ca32472ef740 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks [] for floatingip (916b6fec-b189-4ef0-a1e4-745b113a53e1), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:22.826454 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.db.l3_db [None req-b42859a7-9a0c-4595-8b4f-ca32472ef740 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Floating IP 916b6fec-b189-4ef0-a1e4-745b113a53e1 disassociated (deleted). External IP: 172.27.2.12, port: e105a29d-bb42-4278-9be6-bc8d0800864b. May 04 15:03:22.932818 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf14f8-71b8-48cd-884b-1c044a7d6388 req-a1dfea3f-b4bd-4cb3-a4a6-ac2c6abcb830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:22.934335 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-aabf14f8-71b8-48cd-884b-1c044a7d6388 req-a1dfea3f-b4bd-4cb3-a4a6-ac2c6abcb830 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd47d59-c826-47b9-9b01-8d883c4b6a5f HTTP/1.1" status: 200 len: 915 time: 0.1053772 May 04 15:03:22.972491 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b477b-2220-4e6c-a9af-fb6cbb327da9 req-9f74cba9-0481-4512-82b3-6bde20a1b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:22.974122 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-486b477b-2220-4e6c-a9af-fb6cbb327da9 req-9f74cba9-0481-4512-82b3-6bde20a1b1a5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 1127 time: 0.1070075 May 04 15:03:22.974930 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-aabf14f8-71b8-48cd-884b-1c044a7d6388 req-8554763b-a949-4c36-a478-6f98c87f1acd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e105a29d-bb42-4278-9be6-bc8d0800864b HTTP/1.1" status: 200 len: 217 time: 0.0346074 May 04 15:03:22.985468 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fef1c-e9a7-4224-a901-3dfca4bb7eda req-40426fa7-930f-4e7c-a36b-119a88597bf8 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:22.986853 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-be9fef1c-e9a7-4224-a901-3dfca4bb7eda req-40426fa7-930f-4e7c-a36b-119a88597bf8 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 943 time: 0.0890193 May 04 15:03:23.032273 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf14f8-71b8-48cd-884b-1c044a7d6388 req-6b061a4f-cdb5-4552-b4d7-bddcc364585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:23.033827 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-aabf14f8-71b8-48cd-884b-1c044a7d6388 req-6b061a4f-cdb5-4552-b4d7-bddcc364585c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1a622958-10e4-424a-8c97-99963ca312b6 HTTP/1.1" status: 200 len: 853 time: 0.0501349 May 04 15:03:23.078033 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf14f8-71b8-48cd-884b-1c044a7d6388 req-7f92a4cf-1ff2-4996-a666-c3072a1a5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:23.079439 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-aabf14f8-71b8-48cd-884b-1c044a7d6388 req-7f92a4cf-1ff2-4996-a666-c3072a1a5a3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd47d59-c826-47b9-9b01-8d883c4b6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398471 May 04 15:03:23.116961 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-486b477b-2220-4e6c-a9af-fb6cbb327da9 req-8cad4b72-cf74-4b20-94d3-f45a31750a07 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274762 May 04 15:03:23.122244 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-be9fef1c-e9a7-4224-a901-3dfca4bb7eda req-d012361f-5193-47fa-8b41-03d11cfeff97 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249309 May 04 15:03:23.172947 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-aabf14f8-71b8-48cd-884b-1c044a7d6388 req-831cb4cd-b837-4e68-a379-3bd3365f9867 service neutron] 10.222.0.49 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867424 May 04 15:03:23.191479 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42859a7-9a0c-4595-8b4f-ca32472ef740 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Router a70889fc-2e77-49f7-871d-04b6e736a207 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:03:23.310622 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42859a7-9a0c-4595-8b4f-ca32472ef740 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:03:23.314647 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-b42859a7-9a0c-4595-8b4f-ca32472ef740 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:23.324377 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0873f0ac-bfd3-41bc-b247-6eb16cb60b0a None None] Sync routers for ids ['a70889fc-2e77-49f7-871d-04b6e736a207'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:03:23.337345 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0873f0ac-bfd3-41bc-b247-6eb16cb60b0a None None] Routers {'a70889fc-2e77-49f7-871d-04b6e736a207'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:03:23.338937 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-0873f0ac-bfd3-41bc-b247-6eb16cb60b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:03:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a70889fc-2e77-49f7-871d-04b6e736a207'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:23.349200 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-b42859a7-9a0c-4595-8b4f-ca32472ef740 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "DELETE /v2.0/floatingips/916b6fec-b189-4ef0-a1e4-745b113a53e1 HTTP/1.1" status: 204 len: 168 time: 1.0506017 May 04 15:03:23.409901 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-aabf14f8-71b8-48cd-884b-1c044a7d6388 req-bbb2795a-9cf4-4471-a3fd-a59cad79a8b0 service neutron] 10.222.0.49 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008492 May 04 15:03:23.457684 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-0873f0ac-bfd3-41bc-b247-6eb16cb60b0a None None] Set router a70889fc-2e77-49f7-871d-04b6e736a207 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:03:23.654820 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-0873f0ac-bfd3-41bc-b247-6eb16cb60b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'name': 'tempest-TestMinimumBasicScenario-891601065-router', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 4, 'project_id': '2036e616b4c8436aa631073699f30a33', 'gw_port': {'id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'a32f624c-2a25-4538-ae6d-e4034eabcd15', 'name': '', 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'mac_address': 'fa:16:3e:43:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a622958-10e4-424a-8c97-99963ca312b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:12Z', 'updated_at': '2022-05-04T15:01:17Z', 'revision_number': 5, 'project_id': '2036e616b4c8436aa631073699f30a33', 'subnets': [{'id': '1a622958-10e4-424a-8c97-99963ca312b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:23.684741 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0873f0ac-bfd3-41bc-b247-6eb16cb60b0a None None] Checking router: a70889fc-2e77-49f7-871d-04b6e736a207 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:03:23.693502 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0873f0ac-bfd3-41bc-b247-6eb16cb60b0a None None] Routers {'a70889fc-2e77-49f7-871d-04b6e736a207'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:03:23.694105 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-0873f0ac-bfd3-41bc-b247-6eb16cb60b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:03:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a70889fc-2e77-49f7-871d-04b6e736a207'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:23.805186 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-0873f0ac-bfd3-41bc-b247-6eb16cb60b0a None None] Set router a70889fc-2e77-49f7-871d-04b6e736a207 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:03:24.029402 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-0873f0ac-bfd3-41bc-b247-6eb16cb60b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'name': 'tempest-TestMinimumBasicScenario-891601065-router', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 4, 'project_id': '2036e616b4c8436aa631073699f30a33', 'gw_port': {'id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'a32f624c-2a25-4538-ae6d-e4034eabcd15', 'name': '', 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'mac_address': 'fa:16:3e:43:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a622958-10e4-424a-8c97-99963ca312b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:12Z', 'updated_at': '2022-05-04T15:01:17Z', 'revision_number': 5, 'project_id': '2036e616b4c8436aa631073699f30a33', 'subnets': [{'id': '1a622958-10e4-424a-8c97-99963ca312b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:24.056201 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0873f0ac-bfd3-41bc-b247-6eb16cb60b0a None None] The sync data for ids ['a70889fc-2e77-49f7-871d-04b6e736a207'] in dv-cinder-840493-1-iscsi is: [{'id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'name': 'tempest-TestMinimumBasicScenario-891601065-router', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 4, 'project_id': '2036e616b4c8436aa631073699f30a33', 'gw_port': {'id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'a32f624c-2a25-4538-ae6d-e4034eabcd15', 'name': '', 'network_id': 'efd47d59-c826-47b9-9b01-8d883c4b6a5f', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'mac_address': 'fa:16:3e:43:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a622958-10e4-424a-8c97-99963ca312b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:12Z', 'updated_at': '2022-05-04T15:01:17Z', 'revision_number': 5, 'project_id': '2036e616b4c8436aa631073699f30a33', 'subnets': [{'id': '1a622958-10e4-424a-8c97-99963ca312b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:03:24.202959 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbce000-8c88-4d50-a36e-20645164dceb', 'tag': 'e105a29d-bb42-4278-9be6-bc8d0800864b'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:24.205507 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704b8a61-6b03-4522-ab4f-7be4108a9eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbce000-8c88-4d50-a36e-20645164dceb", "tag": "e105a29d-bb42-4278-9be6-bc8d0800864b"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:24.247345 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8506ae06-65c7-4ac5-b723-eaa942f53beb x-openstack-request-id: req-8506ae06-65c7-4ac5-b723-eaa942f53beb {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:24.247843 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbce000-8c88-4d50-a36e-20645164dceb", "tag": "e105a29d-bb42-4278-9be6-bc8d0800864b", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:24.248571 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8506ae06-65c7-4ac5-b723-eaa942f53beb {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:24.249238 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8506ae06-65c7-4ac5-b723-eaa942f53beb'] response: {'name': 'network-changed', 'server_uuid': '2fbce000-8c88-4d50-a36e-20645164dceb', 'tag': 'e105a29d-bb42-4278-9be6-bc8d0800864b', 'status': 'completed', 'code': 200} May 04 15:03:24.253695 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13138a00-7394-45aa-b06f-061e528ec52f req-b6dc6574-56a3-4bb3-81b9-2236b3b9550a tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:24.255705 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-13138a00-7394-45aa-b06f-061e528ec52f req-b6dc6574-56a3-4bb3-81b9-2236b3b9550a tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 943 time: 0.0594914 May 04 15:03:24.304647 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b9d347-505b-448e-a55d-12b930f1c2d3 None None] New status for floating IP 916b6fec-b189-4ef0-a1e4-745b113a53e1: DOWN {{(pid=115139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:03:24.310629 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-13138a00-7394-45aa-b06f-061e528ec52f req-68bd0a24-1112-4516-b74a-dc8c3ca453e6 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472653 May 04 15:03:24.487976 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b8a61-6b03-4522-ab4f-7be4108a9eaf req-ccc639f2-cdca-4e3f-b589-20dd60303f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:24.489582 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-704b8a61-6b03-4522-ab4f-7be4108a9eaf req-ccc639f2-cdca-4e3f-b589-20dd60303f0c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2036e616b4c8436aa631073699f30a33&device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 1129 time: 0.0448518 May 04 15:03:24.593340 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b8a61-6b03-4522-ab4f-7be4108a9eaf req-c0fff93a-4675-443c-8ba0-2f3847586f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:24.594875 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-704b8a61-6b03-4522-ab4f-7be4108a9eaf req-c0fff93a-4675-443c-8ba0-2f3847586f6c service neutron] 10.222.0.49 "GET /v2.0/networks?id=efd47d59-c826-47b9-9b01-8d883c4b6a5f HTTP/1.1" status: 200 len: 915 time: 0.0866439 May 04 15:03:24.642400 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-704b8a61-6b03-4522-ab4f-7be4108a9eaf req-5b5e15aa-82c7-4f97-8660-becc0844ce38 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e105a29d-bb42-4278-9be6-bc8d0800864b HTTP/1.1" status: 200 len: 217 time: 0.0413451 May 04 15:03:24.693445 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b8a61-6b03-4522-ab4f-7be4108a9eaf req-8b6b4cd0-d2de-415c-ac11-2c58b2451b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:24.694958 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-704b8a61-6b03-4522-ab4f-7be4108a9eaf req-8b6b4cd0-d2de-415c-ac11-2c58b2451b3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1a622958-10e4-424a-8c97-99963ca312b6 HTTP/1.1" status: 200 len: 853 time: 0.0452347 May 04 15:03:24.741063 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b8a61-6b03-4522-ab4f-7be4108a9eaf req-6a2f4ffd-f17e-4e7a-ae0f-ed375b154657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:24.742793 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-704b8a61-6b03-4522-ab4f-7be4108a9eaf req-6a2f4ffd-f17e-4e7a-ae0f-ed375b154657 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efd47d59-c826-47b9-9b01-8d883c4b6a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412359 May 04 15:03:24.838573 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-704b8a61-6b03-4522-ab4f-7be4108a9eaf req-ccf5b5dc-b8fa-4657-b1a6-4965cc463305 service neutron] 10.222.0.49 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869339 May 04 15:03:24.929755 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-704b8a61-6b03-4522-ab4f-7be4108a9eaf req-c1705eb2-ec06-409f-907c-8126a3654ab9 service neutron] 10.222.0.49 "GET /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857012 May 04 15:03:26.480441 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 61f7a2ee-d8c6-4e72-8670-c586d1b14686 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=115138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:03:26.591535 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 61f7a2ee-d8c6-4e72-8670-c586d1b14686, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=61f7a2ee-d8c6-4e72-8670-c586d1b14686,segment=NetworkSegment(6f54b059-1762-4405-9ce5-3eb0d6a17182),segment_id=6f54b059-1762-4405-9ce5-3eb0d6a17182)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:26.603982 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Returning: {'device': '61f7a2ee-d8c6-4e72-8670-c586d1b14686', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'port_id': '61f7a2ee-d8c6-4e72-8670-c586d1b14686', 'mac_address': 'fa:16:3e:18:2f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:03:26.655020 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 is: DOWN; New status is: BUILD {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:03:26.655711 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:26.672603 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f7a2ee-d8c6-4e72-8670-c586d1b14686 {{(pid=115138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:03:26.692788 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 61f7a2ee-d8c6-4e72-8670-c586d1b14686, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=61f7a2ee-d8c6-4e72-8670-c586d1b14686,segment=NetworkSegment(6f54b059-1762-4405-9ce5-3eb0d6a17182),segment_id=6f54b059-1762-4405-9ce5-3eb0d6a17182)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:26.699867 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:26.748825 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=61f7a2ee-d8c6-4e72-8670-c586d1b14686,revision_number=7']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:26.914938 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['61f7a2ee-d8c6-4e72-8670-c586d1b14686'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:03:27.172517 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670ae47-b5ba-410c-b134-d373d4632bf1 req-02213590-771e-436a-b8ff-ffbb9806a438 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:27.174007 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f670ae47-b5ba-410c-b134-d373d4632bf1 req-02213590-771e-436a-b8ff-ffbb9806a438 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 945 time: 0.0478032 May 04 15:03:27.221209 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-f670ae47-b5ba-410c-b134-d373d4632bf1 req-ceacfe32-2347-458e-b651-61c2ec87e511 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 May 04 15:03:28.352892 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7c891-2dcd-47c6-a6ec-825b1af200a1 req-a023d154-40cc-4bb0-94b4-77039c6288f5 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:28.354427 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-99e7c891-2dcd-47c6-a6ec-825b1af200a1 req-a023d154-40cc-4bb0-94b4-77039c6288f5 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 945 time: 0.0594614 May 04 15:03:28.403819 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-99e7c891-2dcd-47c6-a6ec-825b1af200a1 req-29f8089f-06c4-4f09-b2bb-a1214f19e3fe tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/security-groups?id=021c61ff-7124-423a-b031-7c873a241b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428817 May 04 15:03:28.484731 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 61f7a2ee-d8c6-4e72-8670-c586d1b14686 up at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:03:28.538021 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.provisioning_blocks [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Provisioning complete for port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 triggered by entity L2. {{(pid=115138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 15:03:28.538311 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511760'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), provisioning_complete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:28.631062 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Current status of the port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 is: BUILD; New status is: ACTIVE {{(pid=115138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 15:03:28.631451 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-572559'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), before_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:28.662069 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f7a2ee-d8c6-4e72-8670-c586d1b14686'}] {{(pid=115138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:28.666345 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fc1bca8c283377f5b638d09c729a3f8a781d48836d956bbc1e4dc4e7fe32807" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12e02af-0b34-450d-96d4-25d32d29af1a" -d '{"events": [{"server_uuid": "c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e", "name": "network-vif-plugged", "status": "completed", "tag": "61f7a2ee-d8c6-4e72-8670-c586d1b14686"}]}' {{(pid=115138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:28.681262 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] For port 61f7a2ee-d8c6-4e72-8670-c586d1b14686, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=61f7a2ee-d8c6-4e72-8670-c586d1b14686,segment=NetworkSegment(6f54b059-1762-4405-9ce5-3eb0d6a17182),segment_id=6f54b059-1762-4405-9ce5-3eb0d6a17182)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:28.687481 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789718778561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789718269121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789718269139'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:28.711095 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d432998-cc6e-472e-89fd-07d2bd87bee6 x-openstack-request-id: req-1d432998-cc6e-472e-89fd-07d2bd87bee6 {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:28.711360 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e", "name": "network-vif-plugged", "status": "completed", "tag": "61f7a2ee-d8c6-4e72-8670-c586d1b14686", "code": 200}]} {{(pid=115138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:28.711614 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d432998-cc6e-472e-89fd-07d2bd87bee6 {{(pid=115138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:28.712005 dv-cinder-840493-1-iscsi neutron-server[115138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d432998-cc6e-472e-89fd-07d2bd87bee6'] response: {'server_uuid': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f7a2ee-d8c6-4e72-8670-c586d1b14686', 'code': 200} May 04 15:03:28.737995 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Pushing event updated for resources: {'Port': ['ID=61f7a2ee-d8c6-4e72-8670-c586d1b14686,revision_number=8']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:28.759916 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe220d-4552-4f85-892d-20375aa90858 req-15d955e5-eba1-4a02-a0d9-9c6dea362164 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:28.761517 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-40fe220d-4552-4f85-892d-20375aa90858 req-15d955e5-eba1-4a02-a0d9-9c6dea362164 tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 945 time: 0.0469987 May 04 15:03:28.846380 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-40fe220d-4552-4f85-892d-20375aa90858 req-90876ef3-5bf8-4b89-89f8-f49605438fad tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Deleting port e105a29d-bb42-4278-9be6-bc8d0800864b {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:03:28.846619 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-40fe220d-4552-4f85-892d-20375aa90858 req-90876ef3-5bf8-4b89-89f8-f49605438fad tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:28.950777 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [req-40fe220d-4552-4f85-892d-20375aa90858 req-90876ef3-5bf8-4b89-89f8-f49605438fad tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] For port e105a29d-bb42-4278-9be6-bc8d0800864b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=e105a29d-bb42-4278-9be6-bc8d0800864b,segment=NetworkSegment(2a682d82-e36b-414c-8333-86fb0df49a11),segment_id=2a682d82-e36b-414c-8333-86fb0df49a11)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:28.951080 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-40fe220d-4552-4f85-892d-20375aa90858 req-90876ef3-5bf8-4b89-89f8-f49605438fad tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:28.965435 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [req-40fe220d-4552-4f85-892d-20375aa90858 req-90876ef3-5bf8-4b89-89f8-f49605438fad tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Calling delete_port for e105a29d-bb42-4278-9be6-bc8d0800864b owned by compute:nova {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:03:29.107291 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-40fe220d-4552-4f85-892d-20375aa90858 req-90876ef3-5bf8-4b89-89f8-f49605438fad tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (e105a29d-bb42-4278-9be6-bc8d0800864b), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:29.118616 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] get_ports_and_sgs() called for port_ids ['e105a29d-bb42-4278-9be6-bc8d0800864b'] {{(pid=115138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:03:29.136407 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90876ef3-5bf8-4b89-89f8-f49605438fad tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Pushing event deleted for resources: {'Port': ['ID=e105a29d-bb42-4278-9be6-bc8d0800864b,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:29.181163 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fe220d-4552-4f85-892d-20375aa90858 req-90876ef3-5bf8-4b89-89f8-f49605438fad tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] No DVR routers for this DVR port e105a29d-bb42-4278-9be6-bc8d0800864b on host hv-cinder-84049 {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:03:29.183800 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [req-40fe220d-4552-4f85-892d-20375aa90858 req-90876ef3-5bf8-4b89-89f8-f49605438fad tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:29.187147 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-40fe220d-4552-4f85-892d-20375aa90858 req-90876ef3-5bf8-4b89-89f8-f49605438fad tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.49 "DELETE /v2.0/ports/e105a29d-bb42-4278-9be6-bc8d0800864b HTTP/1.1" status: 204 len: 173 time: 0.4204972 May 04 15:03:29.187596 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbce000-8c88-4d50-a36e-20645164dceb', 'name': 'network-vif-deleted', 'tag': 'e105a29d-bb42-4278-9be6-bc8d0800864b'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:29.189867 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6ef258-8aa8-4aae-a2ea-99bc29a9614c" -d '{"events": [{"server_uuid": "2fbce000-8c88-4d50-a36e-20645164dceb", "name": "network-vif-deleted", "tag": "e105a29d-bb42-4278-9be6-bc8d0800864b"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:29.284427 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e45a628-d85b-4010-ac5d-bbfc0afaa60e x-openstack-request-id: req-1e45a628-d85b-4010-ac5d-bbfc0afaa60e {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:29.284730 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbce000-8c88-4d50-a36e-20645164dceb", "name": "network-vif-deleted", "tag": "e105a29d-bb42-4278-9be6-bc8d0800864b", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:29.285020 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e45a628-d85b-4010-ac5d-bbfc0afaa60e {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:29.285487 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e45a628-d85b-4010-ac5d-bbfc0afaa60e'] response: {'server_uuid': '2fbce000-8c88-4d50-a36e-20645164dceb', 'name': 'network-vif-deleted', 'tag': 'e105a29d-bb42-4278-9be6-bc8d0800864b', 'status': 'completed', 'code': 200} May 04 15:03:29.525022 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-78a3746a-7e10-40f1-85b4-b6c1ac545360 req-6b5321a2-61b8-4489-a230-db7829059f8a tempest-TestMinimumBasicScenario-840834197 tempest-TestMinimumBasicScenario-840834197-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fbce000-8c88-4d50-a36e-20645164dceb HTTP/1.1" status: 200 len: 210 time: 0.0305970 May 04 15:03:31.087334 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:03:31.264420 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46804) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:03:31.903532 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-de061b85-7e90-4556-9805-e706b1911887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688502'] for router_interface (a70889fc-2e77-49f7-871d-04b6e736a207), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:32.157358 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-de061b85-7e90-4556-9805-e706b1911887 admin admin] Deleting port a32f624c-2a25-4538-ae6d-e4034eabcd15 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:03:32.157644 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-de061b85-7e90-4556-9805-e706b1911887 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:32.240524 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [None req-de061b85-7e90-4556-9805-e706b1911887 admin admin] For port a32f624c-2a25-4538-ae6d-e4034eabcd15, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=a32f624c-2a25-4538-ae6d-e4034eabcd15,segment=NetworkSegment(2a682d82-e36b-414c-8333-86fb0df49a11),segment_id=2a682d82-e36b-414c-8333-86fb0df49a11)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:32.240931 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-de061b85-7e90-4556-9805-e706b1911887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:32.258454 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-de061b85-7e90-4556-9805-e706b1911887 admin admin] Calling delete_port for a32f624c-2a25-4538-ae6d-e4034eabcd15 owned by network:router_interface {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:03:32.452432 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-de061b85-7e90-4556-9805-e706b1911887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (a32f624c-2a25-4538-ae6d-e4034eabcd15), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:32.478629 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de061b85-7e90-4556-9805-e706b1911887 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32f624c-2a25-4538-ae6d-e4034eabcd15,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:32.658752 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-de061b85-7e90-4556-9805-e706b1911887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691859'] for router_interface (a70889fc-2e77-49f7-871d-04b6e736a207), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:32.877549 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-00989575-bc03-41fc-ab56-c2b9798bd2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:32.918414 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de061b85-7e90-4556-9805-e706b1911887 admin admin] Router a70889fc-2e77-49f7-871d-04b6e736a207 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:03:33.030022 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de061b85-7e90-4556-9805-e706b1911887 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:03:33.035381 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-de061b85-7e90-4556-9805-e706b1911887 admin admin] 10.222.0.32 "PUT /v2.0/routers/a70889fc-2e77-49f7-871d-04b6e736a207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7698755 May 04 15:03:33.038198 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46806) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:03:33.040329 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb2db3-42a3-4241-9821-fd419626a03b None None] Sync routers for ids ['a70889fc-2e77-49f7-871d-04b6e736a207'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:03:33.053383 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb2db3-42a3-4241-9821-fd419626a03b None None] Routers {'a70889fc-2e77-49f7-871d-04b6e736a207'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:03:33.054322 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-41eb2db3-42a3-4241-9821-fd419626a03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:03:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a70889fc-2e77-49f7-871d-04b6e736a207'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:33.149888 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-79712364-4215-4544-a925-4267313fbb79 admin admin] Publish callbacks [] for router (a70889fc-2e77-49f7-871d-04b6e736a207), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:33.262515 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-79712364-4215-4544-a925-4267313fbb79 admin admin] Publish callbacks [] for router_gateway (a70889fc-2e77-49f7-871d-04b6e736a207), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:33.306654 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-41eb2db3-42a3-4241-9821-fd419626a03b None None] Set router a70889fc-2e77-49f7-871d-04b6e736a207 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:03:33.308620 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-79712364-4215-4544-a925-4267313fbb79 admin admin] Deleting port 077165a2-1d5a-4608-83fa-d05c5e572396 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:03:33.314635 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-79712364-4215-4544-a925-4267313fbb79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (077165a2-1d5a-4608-83fa-d05c5e572396), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:33.388122 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [None req-79712364-4215-4544-a925-4267313fbb79 admin admin] For port 077165a2-1d5a-4608-83fa-d05c5e572396, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=077165a2-1d5a-4608-83fa-d05c5e572396,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:33.388473 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-79712364-4215-4544-a925-4267313fbb79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (077165a2-1d5a-4608-83fa-d05c5e572396), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:33.401670 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-79712364-4215-4544-a925-4267313fbb79 admin admin] Calling delete_port for 077165a2-1d5a-4608-83fa-d05c5e572396 owned by network:router_gateway {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:03:33.471525 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-41eb2db3-42a3-4241-9821-fd419626a03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'name': 'tempest-TestMinimumBasicScenario-891601065-router', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:03:32Z', 'revision_number': 5, 'project_id': '2036e616b4c8436aa631073699f30a33', 'gw_port': {'id': '077165a2-1d5a-4608-83fa-d05c5e572396', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:33.498377 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb2db3-42a3-4241-9821-fd419626a03b None None] Checking router: a70889fc-2e77-49f7-871d-04b6e736a207 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:03:33.507335 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb2db3-42a3-4241-9821-fd419626a03b None None] Routers {'a70889fc-2e77-49f7-871d-04b6e736a207'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:03:33.507966 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-41eb2db3-42a3-4241-9821-fd419626a03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:03:05Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['a70889fc-2e77-49f7-871d-04b6e736a207'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:33.581011 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-79712364-4215-4544-a925-4267313fbb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (077165a2-1d5a-4608-83fa-d05c5e572396), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:33.608965 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79712364-4215-4544-a925-4267313fbb79 admin admin] Pushing event deleted for resources: {'Port': ['ID=077165a2-1d5a-4608-83fa-d05c5e572396,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:33.612239 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-41eb2db3-42a3-4241-9821-fd419626a03b None None] Set router a70889fc-2e77-49f7-871d-04b6e736a207 gateway port host: None {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:03:33.673433 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-41eb2db3-42a3-4241-9821-fd419626a03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'name': 'tempest-TestMinimumBasicScenario-891601065-router', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:03:33Z', 'revision_number': 6, 'project_id': '2036e616b4c8436aa631073699f30a33', 'gw_port_host': None}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:33.683837 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-79712364-4215-4544-a925-4267313fbb79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690784'] for router_gateway (a70889fc-2e77-49f7-871d-04b6e736a207), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:33.700587 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb2db3-42a3-4241-9821-fd419626a03b None None] The sync data for ids ['a70889fc-2e77-49f7-871d-04b6e736a207'] in dv-cinder-840493-1-iscsi is: [{'id': 'a70889fc-2e77-49f7-871d-04b6e736a207', 'name': 'tempest-TestMinimumBasicScenario-891601065-router', 'tenant_id': '2036e616b4c8436aa631073699f30a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:09Z', 'updated_at': '2022-05-04T15:03:33Z', 'revision_number': 6, 'project_id': '2036e616b4c8436aa631073699f30a33', 'gw_port_host': None}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:03:33.782983 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-79712364-4215-4544-a925-4267313fbb79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4419'] for router (a70889fc-2e77-49f7-871d-04b6e736a207), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:33.785922 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-79712364-4215-4544-a925-4267313fbb79 admin admin] Publish callbacks [] for router_controller (a70889fc-2e77-49f7-871d-04b6e736a207), precommit_delete_associations {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:33.834642 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-79712364-4215-4544-a925-4267313fbb79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685069'] for router (a70889fc-2e77-49f7-871d-04b6e736a207), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:33.835339 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79712364-4215-4544-a925-4267313fbb79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a70889fc-2e77-49f7-871d-04b6e736a207 {{(pid=115137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:03:33.842041 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-79712364-4215-4544-a925-4267313fbb79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:33.843505 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-79712364-4215-4544-a925-4267313fbb79 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a70889fc-2e77-49f7-871d-04b6e736a207 HTTP/1.1" status: 204 len: 168 time: 0.8041561 May 04 15:03:33.846533 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46808) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:03:33.896406 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e254e8c-eeec-4661-87a2-011a0beb782f admin admin] Deleting subnet 1a622958-10e4-424a-8c97-99963ca312b6 {{(pid=115137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 15:03:33.900580 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2e254e8c-eeec-4661-87a2-011a0beb782f admin admin] Publish callbacks [] for subnet (1a622958-10e4-424a-8c97-99963ca312b6), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:33.937355 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2e254e8c-eeec-4661-87a2-011a0beb782f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131298795'] for subnet (1a622958-10e4-424a-8c97-99963ca312b6), precommit_delete_associations {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:34.022347 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2e254e8c-eeec-4661-87a2-011a0beb782f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (1a622958-10e4-424a-8c97-99963ca312b6), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:34.081850 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2e254e8c-eeec-4661-87a2-011a0beb782f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130398476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131084547'] for subnet (1a622958-10e4-424a-8c97-99963ca312b6), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:34.110472 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e254e8c-eeec-4661-87a2-011a0beb782f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a622958-10e4-424a-8c97-99963ca312b6,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:34.112501 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-2e254e8c-eeec-4661-87a2-011a0beb782f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:34.115801 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-2e254e8c-eeec-4661-87a2-011a0beb782f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1a622958-10e4-424a-8c97-99963ca312b6 HTTP/1.1" status: 204 len: 168 time: 0.2680154 May 04 15:03:34.120038 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46810) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:03:34.122591 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd656b8-099c-42b1-a114-a3789d2daea8 None None] Network efd47d59-c826-47b9-9b01-8d883c4b6a5f requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 15:03:34.198966 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (efd47d59-c826-47b9-9b01-8d883c4b6a5f), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:34.250634 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] Deleting port 45a07e7d-34fe-4a66-a07e-07257c325f38 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:03:34.250967 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (45a07e7d-34fe-4a66-a07e-07257c325f38), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:34.318400 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] For port 45a07e7d-34fe-4a66-a07e-07257c325f38, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=45a07e7d-34fe-4a66-a07e-07257c325f38,segment=NetworkSegment(2a682d82-e36b-414c-8333-86fb0df49a11),segment_id=2a682d82-e36b-414c-8333-86fb0df49a11)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:34.318775 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (45a07e7d-34fe-4a66-a07e-07257c325f38), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:34.333093 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] Calling delete_port for 45a07e7d-34fe-4a66-a07e-07257c325f38 owned by network:dhcp {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:03:34.427057 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (45a07e7d-34fe-4a66-a07e-07257c325f38), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:34.455255 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=45a07e7d-34fe-4a66-a07e-07257c325f38,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:34.455474 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] No DVR routers for this DVR port 45a07e7d-34fe-4a66-a07e-07257c325f38 on host dv-cinder-840493-1-iscsi {{(pid=115137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:03:34.488086 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed0f8f6-d7f6-423f-b953-45daf5e92b01 None None] DHCP port deletion for efd47d59-c826-47b9-9b01-8d883c4b6a5f request from dv-cinder-840493-1-iscsi {{(pid=115138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 15:03:34.494853 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device e105a29d-bb42-4278-9be6-bc8d0800864b no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:03:34.518503 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: e105a29d-bb42-4278-9be6-bc8d0800864b {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:03:34.518846 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device e105a29d-bb42-4278-9be6-bc8d0800864b not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:03:34.533499 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (efd47d59-c826-47b9-9b01-8d883c4b6a5f), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:34.553817 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd47d59-c826-47b9-9b01-8d883c4b6a5f']}} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:34.563396 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a682d82-e36b-414c-8333-86fb0df49a11') {'for_net_delete': True} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:34.563687 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a682d82-e36b-414c-8333-86fb0df49a11') {} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:34.574255 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131298804'] for segment (2a682d82-e36b-414c-8333-86fb0df49a11), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:34.587684 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (2a682d82-e36b-414c-8333-86fb0df49a11), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:34.594107 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=115137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:03:34.594490 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130398570'] for segment (2a682d82-e36b-414c-8333-86fb0df49a11), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: Traceback (most recent call last): May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: timer() May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: cb(*args, **kw) May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: return func(*args, **kwargs) May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: self._notify() May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: self.callback(batched_events) May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: event.method(event) May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: return f(self, *a, **k) May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._get(url).json() May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: return self.request(url, 'GET', **kwargs) May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:03:34.596257 dv-cinder-840493-1-iscsi neutron-server[115137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:03:34.653830 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (efd47d59-c826-47b9-9b01-8d883c4b6a5f), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:34.659435 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:34.662624 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] 10.222.0.32 "DELETE /v2.0/networks/efd47d59-c826-47b9-9b01-8d883c4b6a5f HTTP/1.1" status: 204 len: 168 time: 0.5416110 May 04 15:03:34.665780 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46812) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:03:34.674085 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb8f50-c924-4c24-89a8-19e6df606c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=efd47d59-c826-47b9-9b01-8d883c4b6a5f,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:34.749017 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-1e55145c-1320-42e1-acf3-432ae2db9da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:35.012818 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1b8c-4143-4e2b-be48-ca7a10598d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688502'] for router_interface (7bece854-7e6e-4ef4-9a15-daebb5de08c8), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:35.261620 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-2cfe1b8c-4143-4e2b-be48-ca7a10598d8a admin admin] Deleting port 928df113-a814-46e7-a038-63d79ae6258a {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:03:35.261963 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1b8c-4143-4e2b-be48-ca7a10598d8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (928df113-a814-46e7-a038-63d79ae6258a), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:35.345339 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [None req-2cfe1b8c-4143-4e2b-be48-ca7a10598d8a admin admin] For port 928df113-a814-46e7-a038-63d79ae6258a, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=928df113-a814-46e7-a038-63d79ae6258a,segment=NetworkSegment(2390b01e-b7cd-402f-a5f9-b875be115355),segment_id=2390b01e-b7cd-402f-a5f9-b875be115355)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:35.345735 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1b8c-4143-4e2b-be48-ca7a10598d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (928df113-a814-46e7-a038-63d79ae6258a), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:35.362112 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-2cfe1b8c-4143-4e2b-be48-ca7a10598d8a admin admin] Calling delete_port for 928df113-a814-46e7-a038-63d79ae6258a owned by network:router_interface {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:03:35.561759 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1b8c-4143-4e2b-be48-ca7a10598d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (928df113-a814-46e7-a038-63d79ae6258a), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:35.587447 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe1b8c-4143-4e2b-be48-ca7a10598d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=928df113-a814-46e7-a038-63d79ae6258a,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:35.651182 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 45a07e7d-34fe-4a66-a07e-07257c325f38 no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:03:35.679090 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 45a07e7d-34fe-4a66-a07e-07257c325f38 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:03:35.679881 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 45a07e7d-34fe-4a66-a07e-07257c325f38 not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:03:35.680316 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 077165a2-1d5a-4608-83fa-d05c5e572396 no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:03:35.701252 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 077165a2-1d5a-4608-83fa-d05c5e572396 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:03:35.701603 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 077165a2-1d5a-4608-83fa-d05c5e572396 not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:03:35.702022 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device a32f624c-2a25-4538-ae6d-e4034eabcd15 no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:03:35.721690 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: a32f624c-2a25-4538-ae6d-e4034eabcd15 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:03:35.722035 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device a32f624c-2a25-4538-ae6d-e4034eabcd15 not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:03:35.766006 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1b8c-4143-4e2b-be48-ca7a10598d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691859'] for router_interface (7bece854-7e6e-4ef4-9a15-daebb5de08c8), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:36.002582 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfe1b8c-4143-4e2b-be48-ca7a10598d8a admin admin] Router 7bece854-7e6e-4ef4-9a15-daebb5de08c8 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:03:36.080450 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:36.121268 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfe1b8c-4143-4e2b-be48-ca7a10598d8a admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:03:36.127034 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-2cfe1b8c-4143-4e2b-be48-ca7a10598d8a admin admin] 10.222.0.32 "PUT /v2.0/routers/7bece854-7e6e-4ef4-9a15-daebb5de08c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4602044 May 04 15:03:36.129771 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46814) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:03:36.131255 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657ff94-735e-4069-82df-7e0d168eca25 None None] Sync routers for ids ['7bece854-7e6e-4ef4-9a15-daebb5de08c8'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:03:36.141228 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657ff94-735e-4069-82df-7e0d168eca25 None None] Routers {'7bece854-7e6e-4ef4-9a15-daebb5de08c8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:03:36.141843 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-7657ff94-735e-4069-82df-7e0d168eca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:03:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7bece854-7e6e-4ef4-9a15-daebb5de08c8'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:36.234177 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b5363651-f37f-454d-9af6-b37defb17522 admin admin] Publish callbacks [] for router (7bece854-7e6e-4ef4-9a15-daebb5de08c8), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:36.247299 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-7657ff94-735e-4069-82df-7e0d168eca25 None None] Set router 7bece854-7e6e-4ef4-9a15-daebb5de08c8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:03:36.425078 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-7657ff94-735e-4069-82df-7e0d168eca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'name': 'tempest-TestMinimumBasicScenario-241183893-router', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:03:35Z', 'revision_number': 5, 'project_id': '1643544cd6684d30af2abd8a8800caf3', 'gw_port': {'id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:36.456618 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657ff94-735e-4069-82df-7e0d168eca25 None None] Checking router: 7bece854-7e6e-4ef4-9a15-daebb5de08c8 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:03:36.466360 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657ff94-735e-4069-82df-7e0d168eca25 None None] Routers {'7bece854-7e6e-4ef4-9a15-daebb5de08c8'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:03:36.467054 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-7657ff94-735e-4069-82df-7e0d168eca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:03:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['7bece854-7e6e-4ef4-9a15-daebb5de08c8'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:36.581797 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-7657ff94-735e-4069-82df-7e0d168eca25 None None] Set router 7bece854-7e6e-4ef4-9a15-daebb5de08c8 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:03:36.630753 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b5363651-f37f-454d-9af6-b37defb17522 admin admin] Publish callbacks [] for router_gateway (7bece854-7e6e-4ef4-9a15-daebb5de08c8), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:36.677370 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-b5363651-f37f-454d-9af6-b37defb17522 admin admin] Deleting port 794bdcaf-9ea2-41af-8400-1d9d541bc088 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:03:36.677698 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b5363651-f37f-454d-9af6-b37defb17522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (794bdcaf-9ea2-41af-8400-1d9d541bc088), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:36.755486 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-7657ff94-735e-4069-82df-7e0d168eca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'name': 'tempest-TestMinimumBasicScenario-241183893-router', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:03:35Z', 'revision_number': 5, 'project_id': '1643544cd6684d30af2abd8a8800caf3', 'gw_port': {'id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:36.763537 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [None req-b5363651-f37f-454d-9af6-b37defb17522 admin admin] For port 794bdcaf-9ea2-41af-8400-1d9d541bc088, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=794bdcaf-9ea2-41af-8400-1d9d541bc088,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:36.763899 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b5363651-f37f-454d-9af6-b37defb17522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (794bdcaf-9ea2-41af-8400-1d9d541bc088), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:36.780078 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-b5363651-f37f-454d-9af6-b37defb17522 admin admin] Calling delete_port for 794bdcaf-9ea2-41af-8400-1d9d541bc088 owned by network:router_gateway {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:03:36.782327 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657ff94-735e-4069-82df-7e0d168eca25 None None] The sync data for ids ['7bece854-7e6e-4ef4-9a15-daebb5de08c8'] in dv-cinder-840493-1-iscsi is: [{'id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'name': 'tempest-TestMinimumBasicScenario-241183893-router', 'tenant_id': '1643544cd6684d30af2abd8a8800caf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:03:35Z', 'revision_number': 5, 'project_id': '1643544cd6684d30af2abd8a8800caf3', 'gw_port': {'id': '794bdcaf-9ea2-41af-8400-1d9d541bc088', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bece854-7e6e-4ef4-9a15-daebb5de08c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:15Z', 'updated_at': '2022-05-04T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:03:36.970462 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b5363651-f37f-454d-9af6-b37defb17522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (794bdcaf-9ea2-41af-8400-1d9d541bc088), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:36.995661 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5363651-f37f-454d-9af6-b37defb17522 admin admin] Pushing event deleted for resources: {'Port': ['ID=794bdcaf-9ea2-41af-8400-1d9d541bc088,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:37.057157 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b5363651-f37f-454d-9af6-b37defb17522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690784'] for router_gateway (7bece854-7e6e-4ef4-9a15-daebb5de08c8), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.154366 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b5363651-f37f-454d-9af6-b37defb17522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4419'] for router (7bece854-7e6e-4ef4-9a15-daebb5de08c8), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.156674 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b5363651-f37f-454d-9af6-b37defb17522 admin admin] Publish callbacks [] for router_controller (7bece854-7e6e-4ef4-9a15-daebb5de08c8), precommit_delete_associations {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.206611 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b5363651-f37f-454d-9af6-b37defb17522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685069'] for router (7bece854-7e6e-4ef4-9a15-daebb5de08c8), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.207391 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5363651-f37f-454d-9af6-b37defb17522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bece854-7e6e-4ef4-9a15-daebb5de08c8 {{(pid=115136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:03:37.212292 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b5363651-f37f-454d-9af6-b37defb17522 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.213478 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-b5363651-f37f-454d-9af6-b37defb17522 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7bece854-7e6e-4ef4-9a15-daebb5de08c8 HTTP/1.1" status: 204 len: 168 time: 1.0827847 May 04 15:03:37.216240 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46818) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:03:37.266376 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_v2 [None req-4768e0f8-d3f1-4655-8dff-a88094b03718 admin admin] Deleting subnet 7804ce7c-631f-4a8b-8019-987333ad0b7e {{(pid=115137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 15:03:37.269646 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4768e0f8-d3f1-4655-8dff-a88094b03718 admin admin] Publish callbacks [] for subnet (7804ce7c-631f-4a8b-8019-987333ad0b7e), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.306068 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4768e0f8-d3f1-4655-8dff-a88094b03718 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131298795'] for subnet (7804ce7c-631f-4a8b-8019-987333ad0b7e), precommit_delete_associations {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.386560 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4768e0f8-d3f1-4655-8dff-a88094b03718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (7804ce7c-631f-4a8b-8019-987333ad0b7e), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.446493 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4768e0f8-d3f1-4655-8dff-a88094b03718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130398476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131084547'] for subnet (7804ce7c-631f-4a8b-8019-987333ad0b7e), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.469885 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768e0f8-d3f1-4655-8dff-a88094b03718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7804ce7c-631f-4a8b-8019-987333ad0b7e,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:37.475450 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-4768e0f8-d3f1-4655-8dff-a88094b03718 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.478544 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-4768e0f8-d3f1-4655-8dff-a88094b03718 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7804ce7c-631f-4a8b-8019-987333ad0b7e HTTP/1.1" status: 204 len: 168 time: 0.2612150 May 04 15:03:37.481414 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46820) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:03:37.484887 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f5dee4-9636-40dd-8337-5e1f1150138d None None] Network 93226420-6cea-4c03-b262-ba5789444efa requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 15:03:37.526125 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.553323 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (93226420-6cea-4c03-b262-ba5789444efa), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.597293 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] Deleting port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:03:37.597633 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (56ad0f6a-5355-4ff7-91ce-8c5144c17e10), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.667102 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] For port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=56ad0f6a-5355-4ff7-91ce-8c5144c17e10,segment=NetworkSegment(2390b01e-b7cd-402f-a5f9-b875be115355),segment_id=2390b01e-b7cd-402f-a5f9-b875be115355)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:37.667448 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (56ad0f6a-5355-4ff7-91ce-8c5144c17e10), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.680247 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] Calling delete_port for 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 owned by network:dhcp {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:03:37.766296 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (56ad0f6a-5355-4ff7-91ce-8c5144c17e10), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.775158 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5844a3-feb0-4367-847a-186f3474f362 None None] DHCP port deletion for 93226420-6cea-4c03-b262-ba5789444efa request from dv-cinder-840493-1-iscsi {{(pid=115138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 15:03:37.794934 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] Pushing event deleted for resources: {'Port': ['ID=56ad0f6a-5355-4ff7-91ce-8c5144c17e10,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:37.798529 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] No DVR routers for this DVR port 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 on host dv-cinder-840493-1-iscsi {{(pid=115137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:03:37.837019 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:03:37.858046 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:03:37.858399 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 56ad0f6a-5355-4ff7-91ce-8c5144c17e10 not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:03:37.859015 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 928df113-a814-46e7-a038-63d79ae6258a no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:03:37.869728 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (93226420-6cea-4c03-b262-ba5789444efa), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.880429 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 928df113-a814-46e7-a038-63d79ae6258a {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:03:37.880780 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 928df113-a814-46e7-a038-63d79ae6258a not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:03:37.881227 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 794bdcaf-9ea2-41af-8400-1d9d541bc088 no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:03:37.893617 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93226420-6cea-4c03-b262-ba5789444efa']}} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:37.900253 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 794bdcaf-9ea2-41af-8400-1d9d541bc088 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:03:37.900604 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 794bdcaf-9ea2-41af-8400-1d9d541bc088 not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:03:37.903617 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2390b01e-b7cd-402f-a5f9-b875be115355') {'for_net_delete': True} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:37.903934 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2390b01e-b7cd-402f-a5f9-b875be115355') {} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:37.914126 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131298804'] for segment (2390b01e-b7cd-402f-a5f9-b875be115355), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.927157 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (2390b01e-b7cd-402f-a5f9-b875be115355), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.933295 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=115137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:03:37.933665 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130398570'] for segment (2390b01e-b7cd-402f-a5f9-b875be115355), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: Traceback (most recent call last): May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: timer() May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: cb(*args, **kw) May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: return func(*args, **kwargs) May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: self._notify() May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: self.callback(batched_events) May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: event.method(event) May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: return f(self, *a, **k) May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._get(url).json() May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: return self.request(url, 'GET', **kwargs) May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:03:37.935470 dv-cinder-840493-1-iscsi neutron-server[115137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:03:37.990464 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (93226420-6cea-4c03-b262-ba5789444efa), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.995978 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:37.999600 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] 10.222.0.32 "DELETE /v2.0/networks/93226420-6cea-4c03-b262-ba5789444efa HTTP/1.1" status: 204 len: 168 time: 0.5171990 May 04 15:03:38.010367 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c2a83-6ced-4752-ba73-2f03ffc0365f admin admin] Pushing event deleted for resources: {'Network': ['ID=93226420-6cea-4c03-b262-ba5789444efa,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:38.189859 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46824) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:03:38.238665 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-c807e40b-efb5-47cc-a273-fea15cb4b702 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2036e616b4c8436aa631073699f30a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476098 May 04 15:03:38.242393 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46826) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:03:38.291040 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2e60ea5d-60ac-4a5a-84e2-3ff249111bb7 admin admin] Publish callbacks [] for security_group (021c61ff-7124-423a-b031-7c873a241b0b), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:38.318781 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2e60ea5d-60ac-4a5a-84e2-3ff249111bb7 admin admin] Publish callbacks [] for security_group (021c61ff-7124-423a-b031-7c873a241b0b), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:38.369791 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2e60ea5d-60ac-4a5a-84e2-3ff249111bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (021c61ff-7124-423a-b031-7c873a241b0b), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:38.372291 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-2e60ea5d-60ac-4a5a-84e2-3ff249111bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:38.373874 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-2e60ea5d-60ac-4a5a-84e2-3ff249111bb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/021c61ff-7124-423a-b031-7c873a241b0b HTTP/1.1" status: 204 len: 168 time: 0.1305182 May 04 15:03:38.381707 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60ea5d-60ac-4a5a-84e2-3ff249111bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021c61ff-7124-423a-b031-7c873a241b0b,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:38.719983 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46832) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:03:38.763714 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-3626ee47-4c5b-4de7-a5d2-a7b34e4cfaef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1643544cd6684d30af2abd8a8800caf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425084 May 04 15:03:38.767271 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46834) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:03:38.818843 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-62902409-1589-462e-b92c-83a76259f771 admin admin] Publish callbacks [] for security_group (0c17df0b-c4c1-4924-b6e4-75ed79ce539f), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:38.845061 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-62902409-1589-462e-b92c-83a76259f771 admin admin] Publish callbacks [] for security_group (0c17df0b-c4c1-4924-b6e4-75ed79ce539f), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:38.878638 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:38.897844 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-62902409-1589-462e-b92c-83a76259f771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (0c17df0b-c4c1-4924-b6e4-75ed79ce539f), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:38.900501 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-62902409-1589-462e-b92c-83a76259f771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:03:38.901695 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-62902409-1589-462e-b92c-83a76259f771 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c17df0b-c4c1-4924-b6e4-75ed79ce539f HTTP/1.1" status: 204 len: 168 time: 0.1335464 May 04 15:03:38.909945 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62902409-1589-462e-b92c-83a76259f771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c17df0b-c4c1-4924-b6e4-75ed79ce539f,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:43.435465 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:02.875220 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-528594db-4a2b-4ad4-bc78-c559b5396b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:04.750804 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-7fbe8039-75fb-43e1-96c7-ec20cfb7e8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:06.081084 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:07.509984 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:08.090908 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:04:08.886497 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:13.445883 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:15.469261 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-686f4c69-321a-4a1b-a82d-243b3e1a77f0 req-2233cab7-922d-4f79-9cf3-d79ce296ebac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485075 May 04 15:04:15.563373 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f4c69-321a-4a1b-a82d-243b3e1a77f0 req-2e83a4fb-b41e-46e8-9eac-477cfc58d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:15.564917 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-686f4c69-321a-4a1b-a82d-243b3e1a77f0 req-2e83a4fb-b41e-46e8-9eac-477cfc58d4b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35023f0e4a0842778e3125cb024562c3&device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 1129 time: 0.0492032 May 04 15:04:15.701199 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f4c69-321a-4a1b-a82d-243b3e1a77f0 req-8d1494f2-6c0e-415d-97a5-86ea465c2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:15.703158 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-686f4c69-321a-4a1b-a82d-243b3e1a77f0 req-8d1494f2-6c0e-415d-97a5-86ea465c2e71 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf60ddd7-94c9-452b-bfed-a9f91227a945 HTTP/1.1" status: 200 len: 909 time: 0.1166003 May 04 15:04:15.774099 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-686f4c69-321a-4a1b-a82d-243b3e1a77f0 req-7d48e02b-ce12-474f-807b-4013c42a0bd6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f7a2ee-d8c6-4e72-8670-c586d1b14686 HTTP/1.1" status: 200 len: 1001 time: 0.0649750 May 04 15:04:15.829239 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f4c69-321a-4a1b-a82d-243b3e1a77f0 req-52a5f331-1bc6-44e9-84bc-192ff17b1afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:15.830919 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-686f4c69-321a-4a1b-a82d-243b3e1a77f0 req-52a5f331-1bc6-44e9-84bc-192ff17b1afd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f05771d-a62f-41e3-ba8b-daccf2ead403 HTTP/1.1" status: 200 len: 847 time: 0.0514185 May 04 15:04:15.876882 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f4c69-321a-4a1b-a82d-243b3e1a77f0 req-883b680c-4206-46fa-ab12-5c65cf2b30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:15.878386 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-686f4c69-321a-4a1b-a82d-243b3e1a77f0 req-883b680c-4206-46fa-ab12-5c65cf2b30ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf60ddd7-94c9-452b-bfed-a9f91227a945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419538 May 04 15:04:15.972267 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-686f4c69-321a-4a1b-a82d-243b3e1a77f0 req-89b3a706-e8dd-4e7b-b3e6-4dc4e2ddd429 service neutron] 10.222.0.49 "GET /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879924 May 04 15:04:16.069154 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-686f4c69-321a-4a1b-a82d-243b3e1a77f0 req-699d6edd-3c00-490b-a5a7-380b728df9df service neutron] 10.222.0.49 "GET /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906401 May 04 15:04:32.873146 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4856d708-0e0a-4d44-8bba-44e22a41b274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:34.749368 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-8bbfccec-704e-45c1-9826-6d43e3ec2713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:36.084179 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:37.511190 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:38.893340 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:39.915054 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46856) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:04:40.073187 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Deleting port e028561b-7588-4f26-b023-049706dcbb24 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:04:40.073479 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (e028561b-7588-4f26-b023-049706dcbb24), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:40.154716 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (e028561b-7588-4f26-b023-049706dcbb24), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:40.155022 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for floatingip (e028561b-7588-4f26-b023-049706dcbb24), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:40.167236 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Calling delete_port for e028561b-7588-4f26-b023-049706dcbb24 owned by network:floatingip {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:04:40.347395 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (e028561b-7588-4f26-b023-049706dcbb24), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:40.372666 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Pushing event deleted for resources: {'Port': ['ID=e028561b-7588-4f26-b023-049706dcbb24,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:40.384308 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:40.384649 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:40.385037 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:40.385415 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:40.385751 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:40.386076 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:40.386395 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:40.386718 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:40.387037 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:40.387345 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:40.387662 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:40.387978 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:40.388292 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:40.388607 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:40.388953 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:40.444882 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for floatingip (7017fb01-a658-447c-8b05-7730844eba49), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:40.445146 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.db.l3_db [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Floating IP 7017fb01-a658-447c-8b05-7730844eba49 disassociated (deleted). External IP: 172.27.2.161, port: 61f7a2ee-d8c6-4e72-8670-c586d1b14686. May 04 15:04:40.683573 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Router b2ee155d-d1f2-4fc3-8968-10ce4c979368 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:04:40.799045 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:04:40.804362 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for floatingip (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:40.809905 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40566c75-94fe-4dd9-878a-21dc18707b97 None None] Sync routers for ids ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:04:40.820488 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40566c75-94fe-4dd9-878a-21dc18707b97 None None] Routers {'b2ee155d-d1f2-4fc3-8968-10ce4c979368'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:40.821110 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-40566c75-94fe-4dd9-878a-21dc18707b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:04:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:40.834923 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-8aeee2d1-1e72-433c-9acf-294ed6071d63 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "DELETE /v2.0/floatingips/7017fb01-a658-447c-8b05-7730844eba49 HTTP/1.1" status: 204 len: 168 time: 0.9186678 May 04 15:04:40.835577 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'tag': '61f7a2ee-d8c6-4e72-8670-c586d1b14686'}] {{(pid=115136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:40.837963 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6f5da9b1b33e273e1edabd37b9b257d18d5e28e70730466b032637265c23a05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bd807f-6580-4978-9a30-bf8752ebd8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e", "tag": "61f7a2ee-d8c6-4e72-8670-c586d1b14686"}]}' {{(pid=115136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:40.879199 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a2312a-da12-4495-93e3-277e4e8529c9 x-openstack-request-id: req-34a2312a-da12-4495-93e3-277e4e8529c9 {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:40.879481 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e", "tag": "61f7a2ee-d8c6-4e72-8670-c586d1b14686", "status": "completed", "code": 200}]} {{(pid=115136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:40.879729 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34a2312a-da12-4495-93e3-277e4e8529c9 {{(pid=115136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:40.880134 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a2312a-da12-4495-93e3-277e4e8529c9'] response: {'name': 'network-changed', 'server_uuid': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'tag': '61f7a2ee-d8c6-4e72-8670-c586d1b14686', 'status': 'completed', 'code': 200} May 04 15:04:40.937542 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-40566c75-94fe-4dd9-878a-21dc18707b97 None None] Set router b2ee155d-d1f2-4fc3-8968-10ce4c979368 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:40.947494 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd807f-6580-4978-9a30-bf8752ebd8d3 req-bed347a1-b26d-4447-a2cd-6193a1ecb923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:40.949209 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e4bd807f-6580-4978-9a30-bf8752ebd8d3 req-bed347a1-b26d-4447-a2cd-6193a1ecb923 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=35023f0e4a0842778e3125cb024562c3&device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 1129 time: 0.0464585 May 04 15:04:41.051939 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd807f-6580-4978-9a30-bf8752ebd8d3 req-b9df2390-7d77-48e0-ba65-5f90223a87af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:41.053376 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e4bd807f-6580-4978-9a30-bf8752ebd8d3 req-b9df2390-7d77-48e0-ba65-5f90223a87af service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf60ddd7-94c9-452b-bfed-a9f91227a945 HTTP/1.1" status: 200 len: 909 time: 0.0967011 May 04 15:04:41.067360 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2828d77-039f-4083-8b74-d824e67ac86b req-8ce5a8b4-5c3d-4e3e-94ce-1e15dbdbe2aa tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:41.068841 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a2828d77-039f-4083-8b74-d824e67ac86b req-8ce5a8b4-5c3d-4e3e-94ce-1e15dbdbe2aa tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0552132 May 04 15:04:41.117929 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-a2828d77-039f-4083-8b74-d824e67ac86b req-95507d8b-3973-4695-aab6-6ae5197ce01b tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429864 May 04 15:04:41.146547 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-40566c75-94fe-4dd9-878a-21dc18707b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'name': 'tempest-TestShelveInstance-992067540-router', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:49Z', 'revision_number': 4, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'gw_port': {'id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'bf23a5fd-ae0e-43a1-a68f-43bff06bc23e', 'name': '', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'mac_address': 'fa:16:3e:3a:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:49Z', 'updated_at': '2022-05-04T14:59:55Z', 'revision_number': 5, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'subnets': [{'id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:41.172351 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40566c75-94fe-4dd9-878a-21dc18707b97 None None] Checking router: b2ee155d-d1f2-4fc3-8968-10ce4c979368 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:04:41.180813 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40566c75-94fe-4dd9-878a-21dc18707b97 None None] Routers {'b2ee155d-d1f2-4fc3-8968-10ce4c979368'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:41.181421 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-40566c75-94fe-4dd9-878a-21dc18707b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:04:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:41.291425 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-40566c75-94fe-4dd9-878a-21dc18707b97 None None] Set router b2ee155d-d1f2-4fc3-8968-10ce4c979368 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:41.484897 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-40566c75-94fe-4dd9-878a-21dc18707b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'name': 'tempest-TestShelveInstance-992067540-router', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:49Z', 'revision_number': 4, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'gw_port': {'id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'bf23a5fd-ae0e-43a1-a68f-43bff06bc23e', 'name': '', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'mac_address': 'fa:16:3e:3a:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:49Z', 'updated_at': '2022-05-04T14:59:55Z', 'revision_number': 5, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'subnets': [{'id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:41.513752 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40566c75-94fe-4dd9-878a-21dc18707b97 None None] The sync data for ids ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'] in dv-cinder-840493-1-iscsi is: [{'id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'name': 'tempest-TestShelveInstance-992067540-router', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:49Z', 'revision_number': 4, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'gw_port': {'id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi', '_interfaces': [{'id': 'bf23a5fd-ae0e-43a1-a68f-43bff06bc23e', 'name': '', 'network_id': 'cf60ddd7-94c9-452b-bfed-a9f91227a945', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'mac_address': 'fa:16:3e:3a:e5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:49Z', 'updated_at': '2022-05-04T14:59:55Z', 'revision_number': 5, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'subnets': [{'id': '7f05771d-a62f-41e3-ba8b-daccf2ead403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:04:41.742600 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3659bc-b202-4fb5-9bad-954bba5516f4 None None] New status for floating IP 7017fb01-a658-447c-8b05-7730844eba49: DOWN {{(pid=115139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:04:41.986890 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e4bd807f-6580-4978-9a30-bf8752ebd8d3 req-930fdd1c-75e4-49c3-9ee9-e89a49804a5a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f7a2ee-d8c6-4e72-8670-c586d1b14686 HTTP/1.1" status: 200 len: 217 time: 0.0388901 May 04 15:04:42.040395 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd807f-6580-4978-9a30-bf8752ebd8d3 req-3fd2b098-34cc-47b8-9f92-3d45b157c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:42.042169 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e4bd807f-6580-4978-9a30-bf8752ebd8d3 req-3fd2b098-34cc-47b8-9f92-3d45b157c4c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f05771d-a62f-41e3-ba8b-daccf2ead403 HTTP/1.1" status: 200 len: 847 time: 0.0479555 May 04 15:04:42.163867 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd807f-6580-4978-9a30-bf8752ebd8d3 req-e4a07c3e-cfe8-4480-9d6a-f46a17b1d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:42.165422 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e4bd807f-6580-4978-9a30-bf8752ebd8d3 req-e4a07c3e-cfe8-4480-9d6a-f46a17b1d83e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf60ddd7-94c9-452b-bfed-a9f91227a945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424435 May 04 15:04:42.281260 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e18363-a158-48f2-a43d-21d9915bb9fb req-b6ac8d1a-4472-4b2d-938b-68450cf40832 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:42.282703 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-08e18363-a158-48f2-a43d-21d9915bb9fb req-b6ac8d1a-4472-4b2d-938b-68450cf40832 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0819800 May 04 15:04:42.306542 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e4bd807f-6580-4978-9a30-bf8752ebd8d3 req-6abbf445-77df-40c0-9c65-3eb798b94399 service neutron] 10.222.0.49 "GET /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347485 May 04 15:04:42.343771 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-08e18363-a158-48f2-a43d-21d9915bb9fb req-173c34c6-8241-4107-88d4-9f79f12094b4 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/security-groups?id=15d2fa67-5629-45a1-afc5-3d627584cf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532973 May 04 15:04:42.497164 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d0ca3-4613-49f7-abbd-a9fd4828873e req-8199d2cd-283d-40ed-912c-8b7cb5f54b5d tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:42.498553 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5c5d0ca3-4613-49f7-abbd-a9fd4828873e req-8199d2cd-283d-40ed-912c-8b7cb5f54b5d tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.49 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 945 time: 0.0481119 May 04 15:04:42.510882 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-e4bd807f-6580-4978-9a30-bf8752ebd8d3 req-32ae9f69-5ffb-4528-8b6f-27a4f36fbb18 service neutron] 10.222.0.49 "GET /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969172 May 04 15:04:42.586544 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [req-5c5d0ca3-4613-49f7-abbd-a9fd4828873e req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Deleting port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:04:42.586829 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-5c5d0ca3-4613-49f7-abbd-a9fd4828873e req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:42.683596 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [req-5c5d0ca3-4613-49f7-abbd-a9fd4828873e req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] For port 61f7a2ee-d8c6-4e72-8670-c586d1b14686, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=61f7a2ee-d8c6-4e72-8670-c586d1b14686,segment=NetworkSegment(6f54b059-1762-4405-9ce5-3eb0d6a17182),segment_id=6f54b059-1762-4405-9ce5-3eb0d6a17182)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:42.683931 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-5c5d0ca3-4613-49f7-abbd-a9fd4828873e req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:42.696719 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [req-5c5d0ca3-4613-49f7-abbd-a9fd4828873e req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Calling delete_port for 61f7a2ee-d8c6-4e72-8670-c586d1b14686 owned by compute:nova {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:04:42.834915 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-5c5d0ca3-4613-49f7-abbd-a9fd4828873e req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (61f7a2ee-d8c6-4e72-8670-c586d1b14686), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:42.863021 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Pushing event deleted for resources: {'Port': ['ID=61f7a2ee-d8c6-4e72-8670-c586d1b14686,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:42.890760 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:42.891107 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:42.891450 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:42.891785 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:42.892119 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:42.892449 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:42.892775 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:42.893131 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:42.893455 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:42.893852 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:42.894097 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:42.894400 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:42.894725 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:42.895040 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:42.895359 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:42.918126 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5d0ca3-4613-49f7-abbd-a9fd4828873e req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] No DVR routers for this DVR port 61f7a2ee-d8c6-4e72-8670-c586d1b14686 on host hv-cinder-84049 {{(pid=115137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:04:42.920625 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [req-5c5d0ca3-4613-49f7-abbd-a9fd4828873e req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127517'] for port (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:42.923929 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [req-5c5d0ca3-4613-49f7-abbd-a9fd4828873e req-3a4b8e84-7178-4f1e-afd9-50cb69be3df0 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.49 "DELETE /v2.0/ports/61f7a2ee-d8c6-4e72-8670-c586d1b14686 HTTP/1.1" status: 204 len: 173 time: 0.4197376 May 04 15:04:42.924356 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'name': 'network-vif-deleted', 'tag': '61f7a2ee-d8c6-4e72-8670-c586d1b14686'}] {{(pid=115137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:42.927165 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a68ffac1f2bfbe96cfb977eb29635bcdaf8fa593c4101704dda802a26221cbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c5d53f-d39d-4724-ad63-a017903a33ed" -d '{"events": [{"server_uuid": "c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e", "name": "network-vif-deleted", "tag": "61f7a2ee-d8c6-4e72-8670-c586d1b14686"}]}' {{(pid=115137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:42.963797 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1955df35-988d-4b9b-9450-d597ce45c8bc x-openstack-request-id: req-1955df35-988d-4b9b-9450-d597ce45c8bc {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:42.964092 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e", "name": "network-vif-deleted", "tag": "61f7a2ee-d8c6-4e72-8670-c586d1b14686", "status": "completed", "code": 200}]} {{(pid=115137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:42.964344 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1955df35-988d-4b9b-9450-d597ce45c8bc {{(pid=115137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:42.964744 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1955df35-988d-4b9b-9450-d597ce45c8bc'] response: {'server_uuid': 'c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e', 'name': 'network-vif-deleted', 'tag': '61f7a2ee-d8c6-4e72-8670-c586d1b14686', 'status': 'completed', 'code': 200} May 04 15:04:43.449466 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:43.463082 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [req-974a051b-dd7d-4248-aa51-ea67511a9299 req-25ae8945-0a74-4ed2-b707-c1a9555ccdde tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "GET /v2.0/ports?device_id=c24e8034-b68a-4e2d-a4ce-e5f2fabaf37e HTTP/1.1" status: 200 len: 210 time: 0.0292294 May 04 15:04:44.526876 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46884) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:04:44.592068 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4516e8d4-adee-495b-96b1-ae0de3655643 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group (15d2fa67-5629-45a1-afc5-3d627584cf43), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:44.622243 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4516e8d4-adee-495b-96b1-ae0de3655643 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group (15d2fa67-5629-45a1-afc5-3d627584cf43), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:44.696360 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4516e8d4-adee-495b-96b1-ae0de3655643 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (15d2fa67-5629-45a1-afc5-3d627584cf43), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:44.700471 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-4516e8d4-adee-495b-96b1-ae0de3655643 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:44.701997 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-4516e8d4-adee-495b-96b1-ae0de3655643 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] 10.222.0.32 "DELETE /v2.0/security-groups/15d2fa67-5629-45a1-afc5-3d627584cf43 HTTP/1.1" status: 204 len: 168 time: 0.1739237 May 04 15:04:44.715701 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516e8d4-adee-495b-96b1-ae0de3655643 tempest-TestShelveInstance-1239098034 tempest-TestShelveInstance-1239098034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d2fa67-5629-45a1-afc5-3d627584cf43,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:44.753545 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46888) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:04:45.094818 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:04:45.700159 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-fcbad84a-199b-46b2-8e2c-42587e810dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688502'] for router_interface (b2ee155d-d1f2-4fc3-8968-10ce4c979368), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:45.945340 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-fcbad84a-199b-46b2-8e2c-42587e810dd5 admin admin] Deleting port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:04:45.946036 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-fcbad84a-199b-46b2-8e2c-42587e810dd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:46.046686 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [None req-fcbad84a-199b-46b2-8e2c-42587e810dd5 admin admin] For port bf23a5fd-ae0e-43a1-a68f-43bff06bc23e, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=bf23a5fd-ae0e-43a1-a68f-43bff06bc23e,segment=NetworkSegment(6f54b059-1762-4405-9ce5-3eb0d6a17182),segment_id=6f54b059-1762-4405-9ce5-3eb0d6a17182)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:46.047052 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-fcbad84a-199b-46b2-8e2c-42587e810dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:46.063532 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-fcbad84a-199b-46b2-8e2c-42587e810dd5 admin admin] Calling delete_port for bf23a5fd-ae0e-43a1-a68f-43bff06bc23e owned by network:router_interface {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:04:46.251910 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-fcbad84a-199b-46b2-8e2c-42587e810dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (bf23a5fd-ae0e-43a1-a68f-43bff06bc23e), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:46.285516 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbad84a-199b-46b2-8e2c-42587e810dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf23a5fd-ae0e-43a1-a68f-43bff06bc23e,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:46.458125 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-fcbad84a-199b-46b2-8e2c-42587e810dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691859'] for router_interface (b2ee155d-d1f2-4fc3-8968-10ce4c979368), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:46.685956 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbad84a-199b-46b2-8e2c-42587e810dd5 admin admin] Router b2ee155d-d1f2-4fc3-8968-10ce4c979368 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:04:46.797341 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbad84a-199b-46b2-8e2c-42587e810dd5 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:04:46.801760 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 61f7a2ee-d8c6-4e72-8670-c586d1b14686 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:46.803143 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-fcbad84a-199b-46b2-8e2c-42587e810dd5 admin admin] 10.222.0.32 "PUT /v2.0/routers/b2ee155d-d1f2-4fc3-8968-10ce4c979368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0484078 May 04 15:04:46.805826 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46892) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:04:46.824454 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] No Port match for: 61f7a2ee-d8c6-4e72-8670-c586d1b14686 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:04:46.824767 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Device 61f7a2ee-d8c6-4e72-8670-c586d1b14686 not bound to the agent host hv-cinder-84049 {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:46.826351 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8159642c-d19e-4615-90bd-725278abf3d3 None None] Sync routers for ids ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'] in dv-cinder-840493-1-iscsi {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:04:46.837042 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8159642c-d19e-4615-90bd-725278abf3d3 None None] Routers {'b2ee155d-d1f2-4fc3-8968-10ce4c979368'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:46.837653 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-8159642c-d19e-4615-90bd-725278abf3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:04:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:46.913735 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed961-ff91-40ee-aaa8-99e170d223ed admin admin] Publish callbacks [] for router (b2ee155d-d1f2-4fc3-8968-10ce4c979368), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:46.950003 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-8159642c-d19e-4615-90bd-725278abf3d3 None None] Set router b2ee155d-d1f2-4fc3-8968-10ce4c979368 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:47.020307 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed961-ff91-40ee-aaa8-99e170d223ed admin admin] Publish callbacks [] for router_gateway (b2ee155d-d1f2-4fc3-8968-10ce4c979368), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:47.067230 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-5b1ed961-ff91-40ee-aaa8-99e170d223ed admin admin] Deleting port 479a4313-2a0e-451b-9b82-8c5bbf81d19a {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:04:47.067580 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed961-ff91-40ee-aaa8-99e170d223ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (479a4313-2a0e-451b-9b82-8c5bbf81d19a), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:47.155341 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [None req-5b1ed961-ff91-40ee-aaa8-99e170d223ed admin admin] For port 479a4313-2a0e-451b-9b82-8c5bbf81d19a, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=479a4313-2a0e-451b-9b82-8c5bbf81d19a,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:47.155698 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed961-ff91-40ee-aaa8-99e170d223ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (479a4313-2a0e-451b-9b82-8c5bbf81d19a), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:47.169236 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-5b1ed961-ff91-40ee-aaa8-99e170d223ed admin admin] Calling delete_port for 479a4313-2a0e-451b-9b82-8c5bbf81d19a owned by network:router_gateway {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:04:47.258682 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-8159642c-d19e-4615-90bd-725278abf3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'name': 'tempest-TestShelveInstance-992067540-router', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T15:04:46Z', 'revision_number': 5, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'gw_port': {'id': '479a4313-2a0e-451b-9b82-8c5bbf81d19a', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T14:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:47.285475 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8159642c-d19e-4615-90bd-725278abf3d3 None None] Checking router: b2ee155d-d1f2-4fc3-8968-10ce4c979368 for host: dv-cinder-840493-1-iscsi {{(pid=115138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:04:47.294073 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8159642c-d19e-4615-90bd-725278abf3d3 None None] Routers {'b2ee155d-d1f2-4fc3-8968-10ce4c979368'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:47.294913 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-8159642c-d19e-4615-90bd-725278abf3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:04:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'], 'active': True} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:47.337935 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed961-ff91-40ee-aaa8-99e170d223ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (479a4313-2a0e-451b-9b82-8c5bbf81d19a), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:47.363450 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ed961-ff91-40ee-aaa8-99e170d223ed admin admin] Pushing event deleted for resources: {'Port': ['ID=479a4313-2a0e-451b-9b82-8c5bbf81d19a,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:47.386126 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvr_db [None req-8159642c-d19e-4615-90bd-725278abf3d3 None None] Set router b2ee155d-d1f2-4fc3-8968-10ce4c979368 gateway port host: None {{(pid=115138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:47.426289 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed961-ff91-40ee-aaa8-99e170d223ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690784'] for router_gateway (b2ee155d-d1f2-4fc3-8968-10ce4c979368), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:47.440015 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_hamode_db [None req-8159642c-d19e-4615-90bd-725278abf3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'name': 'tempest-TestShelveInstance-992067540-router', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T15:04:47Z', 'revision_number': 6, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'gw_port_host': None}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:47.467025 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8159642c-d19e-4615-90bd-725278abf3d3 None None] The sync data for ids ['b2ee155d-d1f2-4fc3-8968-10ce4c979368'] in dv-cinder-840493-1-iscsi is: [{'id': 'b2ee155d-d1f2-4fc3-8968-10ce4c979368', 'name': 'tempest-TestShelveInstance-992067540-router', 'tenant_id': '35023f0e4a0842778e3125cb024562c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:46Z', 'updated_at': '2022-05-04T15:04:47Z', 'revision_number': 6, 'project_id': '35023f0e4a0842778e3125cb024562c3', 'gw_port_host': None}] {{(pid=115138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:04:47.524051 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed961-ff91-40ee-aaa8-99e170d223ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4419'] for router (b2ee155d-d1f2-4fc3-8968-10ce4c979368), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:47.526178 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed961-ff91-40ee-aaa8-99e170d223ed admin admin] Publish callbacks [] for router_controller (b2ee155d-d1f2-4fc3-8968-10ce4c979368), precommit_delete_associations {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:47.573335 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed961-ff91-40ee-aaa8-99e170d223ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685069'] for router (b2ee155d-d1f2-4fc3-8968-10ce4c979368), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:47.573910 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1ed961-ff91-40ee-aaa8-99e170d223ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2ee155d-d1f2-4fc3-8968-10ce4c979368 {{(pid=115137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:04:47.578673 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed961-ff91-40ee-aaa8-99e170d223ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:47.579847 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-5b1ed961-ff91-40ee-aaa8-99e170d223ed admin admin] 10.222.0.32 "DELETE /v2.0/routers/b2ee155d-d1f2-4fc3-8968-10ce4c979368 HTTP/1.1" status: 204 len: 168 time: 0.7731059 May 04 15:04:47.582855 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46894) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:04:47.626774 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f3807f-a87f-40e4-8146-b49f548efc92 admin admin] Deleting subnet 7f05771d-a62f-41e3-ba8b-daccf2ead403 {{(pid=115137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 15:04:47.630169 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-07f3807f-a87f-40e4-8146-b49f548efc92 admin admin] Publish callbacks [] for subnet (7f05771d-a62f-41e3-ba8b-daccf2ead403), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:47.665048 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-07f3807f-a87f-40e4-8146-b49f548efc92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131298795'] for subnet (7f05771d-a62f-41e3-ba8b-daccf2ead403), precommit_delete_associations {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:47.751354 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-07f3807f-a87f-40e4-8146-b49f548efc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (7f05771d-a62f-41e3-ba8b-daccf2ead403), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:47.804130 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-07f3807f-a87f-40e4-8146-b49f548efc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130398476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131084547'] for subnet (7f05771d-a62f-41e3-ba8b-daccf2ead403), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:47.827344 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77cbe28-2282-4cde-b79a-ba98e615b921 None None] Network cf60ddd7-94c9-452b-bfed-a9f91227a945 requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 15:04:47.832633 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3807f-a87f-40e4-8146-b49f548efc92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f05771d-a62f-41e3-ba8b-daccf2ead403,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:47.834949 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-07f3807f-a87f-40e4-8146-b49f548efc92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:47.838295 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-07f3807f-a87f-40e4-8146-b49f548efc92 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7f05771d-a62f-41e3-ba8b-daccf2ead403 HTTP/1.1" status: 204 len: 168 time: 0.2543600 May 04 15:04:47.840751 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [-] (115137) accepted ('10.222.0.32', 46896) {{(pid=115137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:04:47.940170 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (cf60ddd7-94c9-452b-bfed-a9f91227a945), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:47.953969 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device bf23a5fd-ae0e-43a1-a68f-43bff06bc23e no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:47.975950 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: bf23a5fd-ae0e-43a1-a68f-43bff06bc23e {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:04:47.976296 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device bf23a5fd-ae0e-43a1-a68f-43bff06bc23e not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:47.996993 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] Deleting port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 {{(pid=115137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:04:47.997327 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (9dbdbb6a-b02b-4c13-9141-58c9e2d93368), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:48.057230 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.db [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] For port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=9dbdbb6a-b02b-4c13-9141-58c9e2d93368,segment=NetworkSegment(6f54b059-1762-4405-9ce5-3eb0d6a17182),segment_id=6f54b059-1762-4405-9ce5-3eb0d6a17182)] {{(pid=115137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:48.057918 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (9dbdbb6a-b02b-4c13-9141-58c9e2d93368), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:48.070061 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.plugin [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] Calling delete_port for 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 owned by network:dhcp {{(pid=115137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:04:48.160637 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130398559'] for port (9dbdbb6a-b02b-4c13-9141-58c9e2d93368), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:48.190104 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbdbb6a-b02b-4c13-9141-58c9e2d93368,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:48.192285 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] No DVR routers for this DVR port 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 on host dv-cinder-840493-1-iscsi {{(pid=115137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:04:48.267878 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (cf60ddd7-94c9-452b-bfed-a9f91227a945), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:48.278294 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07351b7e-d398-457a-a4e5-12dcc3ad2b94 None None] DHCP port deletion for cf60ddd7-94c9-452b-bfed-a9f91227a945 request from dv-cinder-840493-1-iscsi {{(pid=115138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 15:04:48.295345 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf60ddd7-94c9-452b-bfed-a9f91227a945']}} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:48.305833 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f54b059-1762-4405-9ce5-3eb0d6a17182') {'for_net_delete': True} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:48.306129 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.services.segments.db [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f54b059-1762-4405-9ce5-3eb0d6a17182') {} {{(pid=115137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:48.316786 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131298804'] for segment (6f54b059-1762-4405-9ce5-3eb0d6a17182), before_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:48.332101 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (6f54b059-1762-4405-9ce5-3eb0d6a17182), precommit_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:48.338356 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=115137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:04:48.338734 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130398570'] for segment (6f54b059-1762-4405-9ce5-3eb0d6a17182), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: Traceback (most recent call last): May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: timer() May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: cb(*args, **kw) May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: return func(*args, **kwargs) May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: self._notify() May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: self.callback(batched_events) May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: event.method(event) May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: return f(self, *a, **k) May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._get(url).json() May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: return self.request(url, 'GET', **kwargs) May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:04:48.340389 dv-cinder-840493-1-iscsi neutron-server[115137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:04:48.395606 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (cf60ddd7-94c9-452b-bfed-a9f91227a945), after_delete {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:48.402924 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron_lib.callbacks.manager [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:48.410464 dv-cinder-840493-1-iscsi neutron-server[115137]: INFO neutron.wsgi [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] 10.222.0.32 "DELETE /v2.0/networks/cf60ddd7-94c9-452b-bfed-a9f91227a945 HTTP/1.1" status: 204 len: 168 time: 0.5638409 May 04 15:04:48.411199 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46898) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:04:48.419624 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872766ec-892f-4f89-8ba3-6ffd42e8734a admin admin] Pushing event deleted for resources: {'Network': ['ID=cf60ddd7-94c9-452b-bfed-a9f91227a945,revision_number=None']} {{(pid=115137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:48.756926 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d16d8dc4-fe2a-4655-88aa-76fc0b97b1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688502'] for router_interface (63250c32-7c7c-467d-8f4b-a9982d81c5f6), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:49.012532 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-d16d8dc4-fe2a-4655-88aa-76fc0b97b1d5 admin admin] Deleting port 2d747503-bcae-4223-a106-3d7ea0a5b67e {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:04:49.012781 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d16d8dc4-fe2a-4655-88aa-76fc0b97b1d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:49.093171 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [None req-d16d8dc4-fe2a-4655-88aa-76fc0b97b1d5 admin admin] For port 2d747503-bcae-4223-a106-3d7ea0a5b67e, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=2d747503-bcae-4223-a106-3d7ea0a5b67e,segment=NetworkSegment(afb673cd-7dfc-4bee-9ee4-c23824439160),segment_id=afb673cd-7dfc-4bee-9ee4-c23824439160)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:49.093534 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d16d8dc4-fe2a-4655-88aa-76fc0b97b1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:49.106432 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-d16d8dc4-fe2a-4655-88aa-76fc0b97b1d5 admin admin] Calling delete_port for 2d747503-bcae-4223-a106-3d7ea0a5b67e owned by network:router_interface {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:04:49.303374 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d16d8dc4-fe2a-4655-88aa-76fc0b97b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (2d747503-bcae-4223-a106-3d7ea0a5b67e), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:49.332893 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d8dc4-fe2a-4655-88aa-76fc0b97b1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d747503-bcae-4223-a106-3d7ea0a5b67e,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:49.508739 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-d16d8dc4-fe2a-4655-88aa-76fc0b97b1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691859'] for router_interface (63250c32-7c7c-467d-8f4b-a9982d81c5f6), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:49.721627 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:49.745574 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:04:49.746008 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 9dbdbb6a-b02b-4c13-9141-58c9e2d93368 not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:49.746506 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 479a4313-2a0e-451b-9b82-8c5bbf81d19a no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:49.746979 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16d8dc4-fe2a-4655-88aa-76fc0b97b1d5 admin admin] Router 63250c32-7c7c-467d-8f4b-a9982d81c5f6 has already been hosted by L3 agent b987e420-0280-4229-80f3-f09839d30a9a {{(pid=115136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:04:49.765184 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 479a4313-2a0e-451b-9b82-8c5bbf81d19a {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:04:49.765529 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 479a4313-2a0e-451b-9b82-8c5bbf81d19a not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:49.871176 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16d8dc4-fe2a-4655-88aa-76fc0b97b1d5 admin admin] Notify agent at l3_agent.dv-cinder-840493-1-iscsi the message routers_updated {{(pid=115136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:04:49.876958 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-d16d8dc4-fe2a-4655-88aa-76fc0b97b1d5 admin admin] 10.222.0.32 "PUT /v2.0/routers/63250c32-7c7c-467d-8f4b-a9982d81c5f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4639461 May 04 15:04:49.879089 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46900) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:04:49.881075 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb1238-a98e-4914-90eb-4e88fd9491bc None None] Sync routers for ids ['63250c32-7c7c-467d-8f4b-a9982d81c5f6'] in dv-cinder-840493-1-iscsi {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:04:49.892259 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb1238-a98e-4914-90eb-4e88fd9491bc None None] Routers {'63250c32-7c7c-467d-8f4b-a9982d81c5f6'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:49.892914 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-2adb1238-a98e-4914-90eb-4e88fd9491bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:04:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['63250c32-7c7c-467d-8f4b-a9982d81c5f6'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:49.990795 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68bc14c-1b90-408a-b085-c90c4650e0d1 admin admin] Publish callbacks [] for router (63250c32-7c7c-467d-8f4b-a9982d81c5f6), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:50.091668 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-2adb1238-a98e-4914-90eb-4e88fd9491bc None None] Set router 63250c32-7c7c-467d-8f4b-a9982d81c5f6 gateway port host: dv-cinder-840493-1-iscsi {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:50.098349 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68bc14c-1b90-408a-b085-c90c4650e0d1 admin admin] Publish callbacks [] for router_gateway (63250c32-7c7c-467d-8f4b-a9982d81c5f6), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:50.267472 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-2adb1238-a98e-4914-90eb-4e88fd9491bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'name': 'tempest-TestShelveInstance-1538725523-router', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'external_fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '98dc0771-5ad3-48b9-b1c2-14f44f1daa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:53Z', 'updated_at': '2022-05-04T15:04:49Z', 'revision_number': 5, 'project_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'gw_port': {'id': '98dc0771-5ad3-48b9-b1c2-14f44f1daa9f', 'name': '', 'network_id': '0edac7da-e104-49a8-a1ba-50991a341388', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:53Z', 'updated_at': '2022-05-04T14:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92b087e4-c23b-49a0-b51f-8d816ced8300', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-1-iscsi'}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:50.294601 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb1238-a98e-4914-90eb-4e88fd9491bc None None] Checking router: 63250c32-7c7c-467d-8f4b-a9982d81c5f6 for host: dv-cinder-840493-1-iscsi {{(pid=115139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:04:50.305290 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb1238-a98e-4914-90eb-4e88fd9491bc None None] Routers {'63250c32-7c7c-467d-8f4b-a9982d81c5f6'} bound to L3 agent in host dv-cinder-840493-1-iscsi {{(pid=115139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:50.306009 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-2adb1238-a98e-4914-90eb-4e88fd9491bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T14:43:35Z,description=,heartbeat_timestamp=2022-05-04T15:04:35Z,host='dv-cinder-840493-1-iscsi',id=b987e420-0280-4229-80f3-f09839d30a9a,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:43:35Z,topic='l3_agent')) {'router_ids': ['63250c32-7c7c-467d-8f4b-a9982d81c5f6'], 'active': True} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:50.397120 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_dvr_db [None req-2adb1238-a98e-4914-90eb-4e88fd9491bc None None] Set router 63250c32-7c7c-467d-8f4b-a9982d81c5f6 gateway port host: None {{(pid=115139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:50.427862 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-f68bc14c-1b90-408a-b085-c90c4650e0d1 admin admin] Deleting port 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:04:50.428168 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68bc14c-1b90-408a-b085-c90c4650e0d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (98dc0771-5ad3-48b9-b1c2-14f44f1daa9f), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:50.455183 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.l3_hamode_db [None req-2adb1238-a98e-4914-90eb-4e88fd9491bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'name': 'tempest-TestShelveInstance-1538725523-router', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:53Z', 'updated_at': '2022-05-04T15:04:50Z', 'revision_number': 6, 'project_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'gw_port_host': None}], 'dv-cinder-840493-1-iscsi', False) {} {{(pid=115139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:50.482731 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb1238-a98e-4914-90eb-4e88fd9491bc None None] The sync data for ids ['63250c32-7c7c-467d-8f4b-a9982d81c5f6'] in dv-cinder-840493-1-iscsi is: [{'id': '63250c32-7c7c-467d-8f4b-a9982d81c5f6', 'name': 'tempest-TestShelveInstance-1538725523-router', 'tenant_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:53Z', 'updated_at': '2022-05-04T15:04:50Z', 'revision_number': 6, 'project_id': 'b7a7cbefee9640cda9550c3dff2991ac', 'gw_port_host': None}] {{(pid=115139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:04:50.517105 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [None req-f68bc14c-1b90-408a-b085-c90c4650e0d1 admin admin] For port 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=98dc0771-5ad3-48b9-b1c2-14f44f1daa9f,segment=NetworkSegment(948a8dc3-594b-49b7-87da-0ce9a8b73436),segment_id=948a8dc3-594b-49b7-87da-0ce9a8b73436)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:50.517639 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68bc14c-1b90-408a-b085-c90c4650e0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (98dc0771-5ad3-48b9-b1c2-14f44f1daa9f), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:50.530839 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-f68bc14c-1b90-408a-b085-c90c4650e0d1 admin admin] Calling delete_port for 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f owned by network:router_gateway {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:04:50.701919 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68bc14c-1b90-408a-b085-c90c4650e0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (98dc0771-5ad3-48b9-b1c2-14f44f1daa9f), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:50.726634 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bc14c-1b90-408a-b085-c90c4650e0d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=98dc0771-5ad3-48b9-b1c2-14f44f1daa9f,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:50.798137 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68bc14c-1b90-408a-b085-c90c4650e0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690784'] for router_gateway (63250c32-7c7c-467d-8f4b-a9982d81c5f6), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:50.897382 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68bc14c-1b90-408a-b085-c90c4650e0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1685076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4419'] for router (63250c32-7c7c-467d-8f4b-a9982d81c5f6), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:50.899950 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68bc14c-1b90-408a-b085-c90c4650e0d1 admin admin] Publish callbacks [] for router_controller (63250c32-7c7c-467d-8f4b-a9982d81c5f6), precommit_delete_associations {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:50.950911 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68bc14c-1b90-408a-b085-c90c4650e0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1685069'] for router (63250c32-7c7c-467d-8f4b-a9982d81c5f6), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:50.951489 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68bc14c-1b90-408a-b085-c90c4650e0d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63250c32-7c7c-467d-8f4b-a9982d81c5f6 {{(pid=115136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:04:50.956354 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-f68bc14c-1b90-408a-b085-c90c4650e0d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:50.957675 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-f68bc14c-1b90-408a-b085-c90c4650e0d1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/63250c32-7c7c-467d-8f4b-a9982d81c5f6 HTTP/1.1" status: 204 len: 168 time: 1.0776851 May 04 15:04:50.960174 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46902) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:04:51.005680 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef8c814-e52c-4efd-a6b9-705cfefd4b95 admin admin] Deleting subnet b743b201-5017-40b6-bae2-8c20a603dad9 {{(pid=115136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 15:04:51.009194 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bef8c814-e52c-4efd-a6b9-705cfefd4b95 admin admin] Publish callbacks [] for subnet (b743b201-5017-40b6-bae2-8c20a603dad9), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.043998 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bef8c814-e52c-4efd-a6b9-705cfefd4b95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131755831'] for subnet (b743b201-5017-40b6-bae2-8c20a603dad9), precommit_delete_associations {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.138998 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bef8c814-e52c-4efd-a6b9-705cfefd4b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1510014'] for subnet (b743b201-5017-40b6-bae2-8c20a603dad9), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.194852 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bef8c814-e52c-4efd-a6b9-705cfefd4b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1510007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130559266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130572766'] for subnet (b743b201-5017-40b6-bae2-8c20a603dad9), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.221578 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8c814-e52c-4efd-a6b9-705cfefd4b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b743b201-5017-40b6-bae2-8c20a603dad9,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:51.223985 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-bef8c814-e52c-4efd-a6b9-705cfefd4b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for subnet (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.226803 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-bef8c814-e52c-4efd-a6b9-705cfefd4b95 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b743b201-5017-40b6-bae2-8c20a603dad9 HTTP/1.1" status: 204 len: 168 time: 0.2656856 May 04 15:04:51.228315 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffe32a6-80f8-4874-b6c6-beb2d3f2728a None None] Network 9ee56c83-e07e-44cc-8eed-a7ef4fa1575a requested from dv-cinder-840493-1-iscsi {{(pid=115138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 15:04:51.229448 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46904) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:04:51.303527 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633680'] for network (9ee56c83-e07e-44cc-8eed-a7ef4fa1575a), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.352140 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] Deleting port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 {{(pid=115136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:04:51.352478 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.377411 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] DHCP port deletion for 9ee56c83-e07e-44cc-8eed-a7ef4fa1575a request from dv-cinder-840493-1-iscsi {{(pid=115138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 15:04:51.415047 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Deleting port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 {{(pid=115138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 15:04:51.415352 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789718770463'] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), before_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.417480 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.db [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] For port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=95e8911e-606c-4cc3-8cbd-3f7cf7d6c833,segment=NetworkSegment(afb673cd-7dfc-4bee-9ee4-c23824439160),segment_id=afb673cd-7dfc-4bee-9ee4-c23824439160)] {{(pid=115136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:51.417842 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.430982 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.plugin [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] Calling delete_port for 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 owned by network:dhcp {{(pid=115136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:04:51.480657 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.db [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] For port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833, host dv-cinder-840493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-1-iscsi',level=0,port_id=95e8911e-606c-4cc3-8cbd-3f7cf7d6c833,segment=NetworkSegment(afb673cd-7dfc-4bee-9ee4-c23824439160),segment_id=afb673cd-7dfc-4bee-9ee4-c23824439160)] {{(pid=115138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:51.481098 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688552'] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), precommit_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.494629 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Calling delete_port for 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 owned by network:dhcp {{(pid=115138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 15:04:51.521257 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130559345'] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.545352 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e8911e-606c-4cc3-8cbd-3f7cf7d6c833,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:51.552110 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] No DVR routers for this DVR port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 on host dv-cinder-840493-1-iscsi {{(pid=115136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:04:51.579759 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-572643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789718778543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789718269112'] for port (95e8911e-606c-4cc3-8cbd-3f7cf7d6c833), after_delete {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.606341 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Pushing event deleted for resources: {'Port': ['ID=95e8911e-606c-4cc3-8cbd-3f7cf7d6c833,revision_number=None']} {{(pid=115138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:51.610791 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] No DVR routers for this DVR port 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 on host dv-cinder-840493-1-iscsi {{(pid=115138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:04:51.619564 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:51.619564 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:51.619564 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:51.619564 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:51.619564 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:51.619564 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:51.619564 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:51.620659 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:51.620659 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:51.620659 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:51.621108 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:51.621284 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:51.621610 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:51.621938 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:51.622261 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec2cbe-0f50-4f89-9ef6-5b6d3d10ecdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-1-iscsi {{(pid=115138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:51.629268 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1509803', 'neutron.services.segments.db._delete_segments_for_network-8789718747468'] for network (9ee56c83-e07e-44cc-8eed-a7ef4fa1575a), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.651422 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.services.segments.db [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee56c83-e07e-44cc-8eed-a7ef4fa1575a']}} {{(pid=115136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:51.661538 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.services.segments.db [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb673cd-7dfc-4bee-9ee4-c23824439160') {'for_net_delete': True} {{(pid=115136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:51.661830 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.services.segments.db [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb673cd-7dfc-4bee-9ee4-c23824439160') {} {{(pid=115136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:51.671918 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789718748757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131755816'] for segment (afb673cd-7dfc-4bee-9ee4-c23824439160), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.685760 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 2d747503-bcae-4223-a106-3d7ea0a5b67e no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:51.686649 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267'] for segment (afb673cd-7dfc-4bee-9ee4-c23824439160), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.692829 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=115136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:04:51.693201 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1490267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130559300'] for segment (afb673cd-7dfc-4bee-9ee4-c23824439160), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: Traceback (most recent call last): May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: timer() May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: cb(*args, **kw) May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: return func(*args, **kwargs) May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: self._notify() May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: self.callback(batched_events) May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: event.method(event) May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: return f(self, *a, **k) May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: return self._get(url).json() May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: return self.request(url, 'GET', **kwargs) May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:04:51.694952 dv-cinder-840493-1-iscsi neutron-server[115136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:04:51.706723 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 2d747503-bcae-4223-a106-3d7ea0a5b67e {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:04:51.707069 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 2d747503-bcae-4223-a106-3d7ea0a5b67e not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:51.707488 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:51.729753 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:04:51.730099 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 98dc0771-5ad3-48b9-b1c2-14f44f1daa9f not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:51.730517 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 no longer exists at agent ovs-agent-dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:51.750104 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.plugin [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] No Port match for: 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 {{(pid=115138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 15:04:51.750487 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron.plugins.ml2.rpc [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Device 95e8911e-606c-4cc3-8cbd-3f7cf7d6c833 not bound to the agent host dv-cinder-840493-1-iscsi {{(pid=115138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:51.750666 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1509810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691574'] for network (9ee56c83-e07e-44cc-8eed-a7ef4fa1575a), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.756988 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615626'] for network (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:51.760734 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9ee56c83-e07e-44cc-8eed-a7ef4fa1575a HTTP/1.1" status: 204 len: 168 time: 0.5303419 May 04 15:04:51.773361 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424e381-6e8e-48ee-980c-45304f80a235 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee56c83-e07e-44cc-8eed-a7ef4fa1575a,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:51.945316 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46908) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:04:51.991023 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-a4d2d16a-39e3-46db-917d-045f996fee0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35023f0e4a0842778e3125cb024562c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444503 May 04 15:04:51.994506 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46910) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:04:52.045028 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d321-6d20-483d-a137-eb5750a6467b admin admin] Publish callbacks [] for security_group (d49172d1-0fab-4d38-8ed5-cf1baad51c13), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:52.067348 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d321-6d20-483d-a137-eb5750a6467b admin admin] Publish callbacks [] for security_group (d49172d1-0fab-4d38-8ed5-cf1baad51c13), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:52.118663 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d321-6d20-483d-a137-eb5750a6467b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (d49172d1-0fab-4d38-8ed5-cf1baad51c13), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:52.121853 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d321-6d20-483d-a137-eb5750a6467b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:52.123013 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-0fc5d321-6d20-483d-a137-eb5750a6467b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d49172d1-0fab-4d38-8ed5-cf1baad51c13 HTTP/1.1" status: 204 len: 168 time: 0.1272976 May 04 15:04:52.131108 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5d321-6d20-483d-a137-eb5750a6467b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49172d1-0fab-4d38-8ed5-cf1baad51c13,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:52.451287 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46916) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:04:52.491709 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-49294918-efc5-4804-9d9c-549c25a11e40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7a7cbefee9640cda9550c3dff2991ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392668 May 04 15:04:52.494253 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [-] (115136) accepted ('10.222.0.32', 46918) {{(pid=115136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 15:04:52.542602 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b794d2c0-ca14-4176-a99b-4c08e91d6745 admin admin] Publish callbacks [] for security_group (ed10ec64-8d45-4a87-9f4e-ae7181360619), before_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:52.565268 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b794d2c0-ca14-4176-a99b-4c08e91d6745 admin admin] Publish callbacks [] for security_group (ed10ec64-8d45-4a87-9f4e-ae7181360619), precommit_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:52.616252 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b794d2c0-ca14-4176-a99b-4c08e91d6745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443607'] for security_group (ed10ec64-8d45-4a87-9f4e-ae7181360619), after_delete {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:52.618935 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron_lib.callbacks.manager [None req-b794d2c0-ca14-4176-a99b-4c08e91d6745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:04:52.620411 dv-cinder-840493-1-iscsi neutron-server[115136]: INFO neutron.wsgi [None req-b794d2c0-ca14-4176-a99b-4c08e91d6745 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed10ec64-8d45-4a87-9f4e-ae7181360619 HTTP/1.1" status: 204 len: 168 time: 0.1249678 May 04 15:04:52.628106 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794d2c0-ca14-4176-a99b-4c08e91d6745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed10ec64-8d45-4a87-9f4e-ae7181360619,revision_number=None']} {{(pid=115136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:02.872592 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-676571fb-d681-45b9-9be1-eb5f25bd7a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:05:04.747454 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a01098de-52eb-4f1f-a5b3-6b00d98b3768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:05:06.092885 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:05:07.512462 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:05:08.882915 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:05:13.446431 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:05:22.093958 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:05:32.874967 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a53c2431-0a1e-4c75-b55b-e93b77dad31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:05:34.742426 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-de47381c-18f4-43cf-b50a-72e23ea10df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:05:36.091073 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:05:37.516607 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:05:38.887404 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:05:43.444498 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:05:59.092656 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:06:02.876338 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-8760e4a9-cfe3-4e2d-b7a8-1d2784c76955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:06:04.739266 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c8e9-a720-4582-a94c-5f6df6e8500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:06:06.093439 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:06:07.524922 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:06:08.886386 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:06:13.438172 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:06:32.880586 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-92944913-c436-4c19-83ae-e0deefc0432b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:06:34.738516 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-2a50a326-cda5-4c59-af7b-b9659a2c3f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:06:36.093990 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:06:36.094854 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:06:37.525860 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:06:38.892816 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:06:43.457118 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:07:02.881829 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-339be0df-0d54-497d-a62c-040cb12091a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:07:04.740951 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-155e1115-e588-48f8-8c95-50fe2dda16c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:07:06.102105 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:07:07.530848 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:07:08.880350 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:07:13.096894 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:07:13.454381 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:07:32.878101 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-b9d5247f-91cc-402b-a348-2328eb3f0b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:07:34.735462 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-d71f5a6b-17fb-434f-807c-653b543012bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:07:36.110101 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:07:37.531274 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:07:38.880419 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:07:43.464854 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:07:50.096356 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:08:02.874866 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-47ba9294-d77e-46b7-8aa8-7853867dfb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:08:04.746139 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-2b9b8d5b-6091-4b6b-9344-760a56c45ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:08:06.106597 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:08:07.537505 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:08:08.879318 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:08:13.473968 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:08:13.537631 dv-cinder-840493-1-iscsi neutron-server[115136]: DEBUG neutron.wsgi [req-cc3696e9-f9ab-47b9-b19e-5cd5258f548a req-24b09a03-1d42-446b-b902-da5030b8753b service neutron] (115136) timed out ('10.222.0.49', 59445) {{(pid=115136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 15:08:13.674118 dv-cinder-840493-1-iscsi neutron-server[115137]: DEBUG neutron.wsgi [req-245f3678-e256-4cfb-af95-e7034111e04f req-e2fbf8a0-8908-4000-865c-0a2a487d3953 service neutron] (115137) timed out ('10.222.0.49', 59478) {{(pid=115137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 15:08:27.099298 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:08:32.871887 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-8c8d4336-1768-48a3-a4c6-70d99a1a57d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:08:34.745128 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-3ad909b0-88fc-4aa6-80e6-b3e3748110f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:08:36.112070 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:08:37.544462 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:08:38.878151 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:08:43.493356 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:09:02.870397 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-23ce0175-1fe7-4d3b-881a-e926b961fdfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:09:04.098532 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:09:04.747423 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-1c9c21bc-0dff-4d1c-8717-411682b94dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:09:06.118256 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:09:07.554622 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:09:08.886954 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:09:13.507578 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:09:32.865790 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-4690974b-9be3-4479-ae29-3fafb1bc6ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:09:34.742218 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-aa4ea211-194c-43fa-9742-c49c4cc6538b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:09:36.116490 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:09:37.546666 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:09:38.878121 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:09:41.097761 dv-cinder-840493-1-iscsi neutron-server[115139]: DEBUG neutron.db.agents_db [None req-c12122df-fd7c-4586-b6d6-0d32bc8c46ca None None] Agent healthcheck: found 6 active agents {{(pid=115139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:09:43.508569 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:10:02.876671 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-56162bcd-d3bd-4f7f-b966-07bd78081844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (1aaffbfb-de32-4e1b-acaa-cf9e13346099), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:10:04.752854 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-a59c4929-929c-41f2-8c7e-810038ce38b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (b987e420-0280-4229-80f3-f09839d30a9a), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:10:06.118947 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-c3a1751a-4cd2-4c04-833b-226e349ac982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8df2b301-3ac0-47ea-b610-e31e34ca5efb), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:10:07.547837 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-0bc219f2-2a42-49fc-94e5-c57ea3e2ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (20e067b3-a310-4caf-9ad8-55c05bc423d9), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:10:08.882582 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-fb25e0eb-88f5-4d9e-b1b2-7d690115aa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (8411e7e2-b2cd-48d4-9ed1-a84d1f115fa7), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 15:10:13.512018 dv-cinder-840493-1-iscsi neutron-server[115138]: DEBUG neutron_lib.callbacks.manager [None req-f4af8862-573b-4a54-b648-d472defe64d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789718747450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1511914'] for agent (6e9be586-f708-40a5-b87e-64d6e39ba320), after_update {{(pid=115138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}